-- Logs begin at Mon 2021-08-09 16:53:56 UTC, end at Mon 2021-08-09 18:16:38 UTC. -- Aug 09 17:48:26.559476 dv-cinder-788363-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 17:48:29.217534 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.common.config [-] Logging enabled! Aug 09 17:48:29.218083 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 09 17:48:29.218237 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100314) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 17:48:29.221574 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.common.config [-] Logging enabled! Aug 09 17:48:29.221828 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 09 17:48:29.222141 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100314) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 17:48:29.223074 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 17:48:29.223309 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 17:48:29.223674 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 17:48:29.223918 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 17:48:29.224142 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 17:48:29.224460 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.224759 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.225075 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.225286 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.226120 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.226416 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.226700 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.226989 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.227283 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.227569 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.227848 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.228131 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.228360 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.228645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.228932 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.229217 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.229462 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] debug = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.229745 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.230169 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.230581 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.230863 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.231154 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.231433 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.231704 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.231979 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.232263 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.232591 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] host = dv-cinder-788363-10-iscsi {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.232872 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.233162 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.233476 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.233766 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.234042 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.234320 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.234607 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.234884 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.235156 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] log_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.235434 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.235724 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.236013 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.236309 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.236534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.236756 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.237046 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.237360 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.237642 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.237917 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.238192 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.238469 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.238743 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.239011 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.239292 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.239576 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.239861 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.240136 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.240411 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.240682 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.240956 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.241826 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.242104 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.242379 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.242655 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.242939 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.243208 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.243481 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.243779 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.244065 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.244346 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.244632 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.244908 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.245189 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.245484 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.245758 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.246029 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] use_json = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.246303 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.246571 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.246853 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.247127 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.247398 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.247670 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.247940 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.248224 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:29.248518 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.248814 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.249116 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.249421 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.249718 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.249998 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.250286 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.250561 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.250850 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.251139 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.251429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.251708 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.251996 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.252274 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.252567 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.252868 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.253160 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.253474 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.253750 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.254021 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.254293 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.254567 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.254850 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.255142 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.255431 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.255703 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.255980 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.256274 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.256548 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.256844 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.257121 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.257436 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.257715 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.257986 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.258266 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.258541 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.258811 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.259082 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.259358 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.259645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.259918 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.260188 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.260458 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.260730 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.261000 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.261281 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.261586 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.261854 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.262123 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.262396 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.262663 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.262932 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.263205 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.263475 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.263746 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.264015 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.264282 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.264549 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.264816 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.265086 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.265383 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.265656 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.265930 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.266205 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.266471 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.266738 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.267010 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.267280 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.267562 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.267856 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.268132 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.268409 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.268683 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.268955 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.269233 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.269533 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.269811 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.270087 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.270359 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.270648 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.270930 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.271214 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.271496 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.271774 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.272071 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.272380 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.272663 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.272939 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.273216 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.273524 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.273808 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.274104 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.274399 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.274692 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.274990 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.275284 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.275564 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.275870 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.276154 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:29.276623 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 17:48:29.276861 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100314) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 17:48:29.623982 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 17:48:29.624262 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 17:48:29.624556 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 17:48:29.624892 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 17:48:30.016022 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.016261 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.016534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.017757 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.018039 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.018304 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.052618 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.052900 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.053178 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.069872 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.070153 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.070425 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.098820 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.099098 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.099363 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.135375 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.135656 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.135927 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.367293 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.367897 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.367897 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.368139 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.368783 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.487458 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.487780 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.488060 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.488337 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.488608 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.488927 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.489192 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.489478 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.489738 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.490023 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.490286 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.490557 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.490815 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.491593 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.491851 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.492118 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.492375 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.492644 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.492918 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.493179 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.493479 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.493736 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.494023 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.494404 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.494657 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.494906 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.495297 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:48:30.495536 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:48:30.495770 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:48:30.496003 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:48:30.496235 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:48:30.496466 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:48:30.496824 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 17:48:30.499891 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 17:48:30.503818 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 17:48:30.508130 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Aug 09 17:48:30.510032 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 17:48:30.510481 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 17:48:30.510815 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 17:48:30.511198 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 17:48:30.513991 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 17:48:30.514243 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 17:48:30.514588 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 17:48:30.519793 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 17:48:30.541935 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 17:48:30.542390 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.542689 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100314) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 17:48:30.543047 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.544396 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100314) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 17:48:30.544679 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 17:48:30.544928 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 17:48:30.548336 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.548603 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:30.612749 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 17:48:30.612989 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 17:48:30.613226 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 17:48:30.613620 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 17:48:30.633994 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_db.sqlalchemy.engines [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100314) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 17:48:31.315627 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Initializing driver for type 'gre' Aug 09 17:48:31.316170 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] gre ID ranges: [(1, 1000)] Aug 09 17:48:31.526988 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Initializing driver for type 'local' Aug 09 17:48:31.527599 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Initializing driver for type 'vlan' Aug 09 17:48:31.652727 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] VlanTypeDriver initialization complete Aug 09 17:48:31.652999 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Initializing driver for type 'vxlan' Aug 09 17:48:31.653518 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] vxlan ID ranges: [(1, 1000)] Aug 09 17:48:31.858427 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Initializing extension driver 'port_security' Aug 09 17:48:31.858769 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.extensions.port_security [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] PortSecurityExtensionDriver initialization complete Aug 09 17:48:31.859098 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Initializing mechanism driver 'openvswitch' Aug 09 17:48:31.859428 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Initializing mechanism driver 'hyperv' Aug 09 17:48:31.865952 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.plugins.ml2.plugin [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:31.866640 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > port after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.867035 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > port after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.871179 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > port after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.871179 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:48:31.871179 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > subnet after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.871179 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > subnet after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.871179 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.871581 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:48:31.871581 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > network after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.871581 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > network after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.871581 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > network after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.871581 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:48:31.871925 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > security_group after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.871925 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > security_group after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.871925 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.872321 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:48:31.872855 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.873207 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.873578 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.873972 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:48:31.874375 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > address_group after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.874752 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > address_group after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.875088 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.875482 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100314) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 17:48:31.875861 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] ML2 OVO RPC backend initialized. {{(pid=100314) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 17:48:31.876566 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.876923 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.877367 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > network before_response 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.877719 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > networks before_response 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.878069 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > port before_response 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.878409 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > ports before_response 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.878751 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > subnet before_response 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.879093 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > subnets before_response 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.879437 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > network after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.879774 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > network after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.880107 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > network after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.880439 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > port after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.880772 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > port after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.881102 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > port after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.881473 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > subnet after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.881809 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > subnet after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.882141 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.882714 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.plugin [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Modular L2 Plugin initialization complete Aug 09 17:48:31.883042 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading services supported by the core plugin {{(pid=100314) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 17:48:31.883365 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.plugins.ml2.managers [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Got port-security extension from driver 'port_security' Aug 09 17:48:31.883829 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.extensions.vlantransparent [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Disabled vlantransparent extension. Aug 09 17:48:31.884301 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100314) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 17:48:31.884613 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading Plugin: router Aug 09 17:48:31.928618 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.928949 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router after_create 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.929343 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router before_create 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.929711 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.930104 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.930440 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router after_delete 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.930798 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.931162 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router after_create 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.931505 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router after_update 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.931855 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router after_update 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.932210 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.932565 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router after_update 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.932974 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router precommit_update 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.933370 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: port after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.941692 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: port after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.941692 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: subnet after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.941692 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.941692 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942021 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router precommit_create 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942021 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: port before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942021 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router precommit_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942021 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router after_update 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942318 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942318 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router precommit_create 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942318 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942318 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router precommit_update 55549900 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942655 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > agent after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942655 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > agent after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942655 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > network after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.942655 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Tracking information for resource: router configured {{(pid=100314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:48:31.942655 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Tracking information for resource: floatingip configured {{(pid=100314) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 17:48:31.944636 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.db.l3_agentschedulers_db [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 17:48:31.945346 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: port after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.945713 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: port after_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.946064 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: port after_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.946415 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: port after_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.947205 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router before_create 55550100 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.947571 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.947934 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router precommit_create 55550100 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.948320 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > router precommit_update 55550100 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.954025 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.services.provider_configuration [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service providers = [] {{(pid=100314) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 17:48:31.954387 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.db.servicetype_db [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100314) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 17:48:31.957412 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.services.service_base [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 17:48:31.957761 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.services.service_base [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 17:48:31.958163 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.services.service_base [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 17:48:31.959108 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.services.service_base [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100314) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 17:48:31.959486 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.services.service_base [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 17:48:31.960473 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:48:31.960891 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 17:48:31.972956 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:48:31.973413 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading Plugin: auto_allocate Aug 09 17:48:31.979975 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: network precommit_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.980349 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: network precommit_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:31.980868 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:48:31.981190 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading Plugin: tag Aug 09 17:48:31.987846 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:48:31.988179 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading Plugin: timestamp Aug 09 17:48:31.992227 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:48:31.992558 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading Plugin: network_ip_availability Aug 09 17:48:32.007760 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:32.008133 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:32.008497 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:32.009224 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:48:32.009583 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading Plugin: flavors Aug 09 17:48:32.014343 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:48:32.014677 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading Plugin: revisions Aug 09 17:48:32.018913 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100314) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 17:48:32.019302 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_concurrency.lockutils [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.395s {{(pid=100314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 17:48:32.020027 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100314) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 17:48:32.020362 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Initializing extension manager. Aug 09 17:48:32.020879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: __init__.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.021223 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: __pycache__ {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.021577 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.021909 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: address_group.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.023181 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.023749 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: address-group Aug 09 17:48:32.024073 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: address_scope.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.024785 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.025317 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: address-scope Aug 09 17:48:32.025642 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.026840 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.027355 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: router-admin-state-down-before-update Aug 09 17:48:32.027674 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: agent.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.028573 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.029111 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: agent Aug 09 17:48:32.029462 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: agent_resources_synced.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.030369 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.030880 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: agent-resources-synced Aug 09 17:48:32.031202 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: allowedaddresspairs.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.032980 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.033531 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: allowed-address-pairs Aug 09 17:48:32.033855 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: auto_allocated_topology.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.034924 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.035437 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: auto-allocated-topology Aug 09 17:48:32.035760 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: availability_zone.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.036447 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.036956 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: availability_zone Aug 09 17:48:32.037278 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: availability_zone_filter.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.038859 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.039366 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: availability_zone_filter Aug 09 17:48:32.039688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: data_plane_status.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.040644 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.041148 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 17:48:32.041495 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: default_subnetpools.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.042414 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.042929 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: default-subnetpools Aug 09 17:48:32.043250 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.044054 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.044566 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: dhcp_agent_scheduler Aug 09 17:48:32.044890 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: dns.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.045854 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.046367 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 17:48:32.046689 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: dns_domain_ports.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.047601 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.048108 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 17:48:32.048430 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.049380 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.049894 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 17:48:32.050221 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: dvr.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.050890 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.051396 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: dvr Aug 09 17:48:32.051719 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: ecmp_routes.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.052631 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.053139 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 17:48:32.053515 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: empty_string_filtering.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.060916 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.061465 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: empty-string-filtering Aug 09 17:48:32.061787 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.062697 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.063212 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 17:48:32.063535 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.064445 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.064957 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 17:48:32.065279 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: external_net.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.066223 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.066733 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: external-net Aug 09 17:48:32.067051 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.067956 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.068462 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: extra_dhcp_opt Aug 09 17:48:32.068811 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: extraroute.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.069766 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.070276 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: extraroute Aug 09 17:48:32.070600 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: extraroute_atomic.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.071615 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.072126 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: extraroute-atomic Aug 09 17:48:32.072445 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: filter_validation.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.073104 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.073642 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: filter-validation Aug 09 17:48:32.073962 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: fip_pf_description.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.074873 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.075377 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 17:48:32.075697 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: fip_port_details.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.076625 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.077138 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: fip-port-details Aug 09 17:48:32.077562 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: flavors.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.078805 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.079323 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: flavors Aug 09 17:48:32.079651 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.081363 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.081888 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 17:48:32.082215 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: floatingip_pools.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.082934 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.083450 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: floatingip-pools Aug 09 17:48:32.083772 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: ip_allocation.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.085203 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.085746 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 17:48:32.086067 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.086999 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.087513 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: ip-substring-filtering Aug 09 17:48:32.087836 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: l2_adjacency.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.088789 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.089320 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 17:48:32.089641 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: l3.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.090732 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.091253 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: router Aug 09 17:48:32.091577 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.093894 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.094426 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 17:48:32.094754 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.095679 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.096205 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: ext-gw-mode Aug 09 17:48:32.096567 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.097541 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.098059 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: l3-ha Aug 09 17:48:32.098382 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: l3_flavors.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.099291 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.099807 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: l3-flavors Aug 09 17:48:32.100130 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.101691 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.102208 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 17:48:32.102530 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: l3agentscheduler.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.103584 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.104098 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: l3_agent_scheduler Aug 09 17:48:32.104422 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: logging.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.105965 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.106522 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension logging not supported by any of loaded plugins Aug 09 17:48:32.106854 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: metering.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.107594 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.108173 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: metering Aug 09 17:48:32.108497 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.109633 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.110155 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: metering_source_and_destination_fields Aug 09 17:48:32.110486 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: multiprovidernet.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.117818 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.118333 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: multi-provider Aug 09 17:48:32.118656 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: netmtu.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.119566 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.120076 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: net-mtu Aug 09 17:48:32.120400 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: netmtu_writable.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.121331 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.121869 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: net-mtu-writable Aug 09 17:48:32.122192 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: network_availability_zone.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.122860 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.123363 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: network_availability_zone Aug 09 17:48:32.123684 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: network_ip_availability.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.124776 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.125324 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: network-ip-availability Aug 09 17:48:32.125657 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: network_segment_range.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.126417 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.126922 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 17:48:32.127245 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: pagination.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.128229 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.128578 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: pagination Aug 09 17:48:32.128914 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: port_device_profile.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.129868 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.130385 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: port-device-profile Aug 09 17:48:32.130707 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.131679 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.132192 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: port-mac-address-regenerate Aug 09 17:48:32.132516 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.133469 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.133981 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: port-numa-affinity-policy Aug 09 17:48:32.134301 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: port_resource_request.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.135218 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.135724 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 17:48:32.136043 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: portbindings.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.136966 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.137574 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: binding Aug 09 17:48:32.137848 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: portbindings_extended.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.139218 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.139738 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: binding-extended Aug 09 17:48:32.140065 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: portsecurity.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.140976 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.141595 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: port-security Aug 09 17:48:32.141921 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: project_id.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.142900 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.143229 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: project-id Aug 09 17:48:32.143551 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: providernet.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.144475 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.144988 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: provider Aug 09 17:48:32.145317 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: qos.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.154915 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.155443 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension qos not supported by any of loaded plugins Aug 09 17:48:32.155773 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.157008 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.157567 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 17:48:32.157900 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.158870 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.159395 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 17:48:32.159729 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: qos_default.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.160642 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.161158 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension qos-default not supported by any of loaded plugins Aug 09 17:48:32.161513 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: qos_fip.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.162169 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.162671 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 17:48:32.163552 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: qos_gateway_ip.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.164471 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.164989 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 17:48:32.165323 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: qos_port_network_policy.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.166261 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.166773 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 17:48:32.167095 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: qos_pps_rule.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.168265 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.168783 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 17:48:32.169109 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: qos_rule_type_details.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.170061 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.170576 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 17:48:32.170898 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: qos_rules_alias.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.171943 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.172454 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 17:48:32.172776 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: quotasv2.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.173763 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.174090 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: quotas Aug 09 17:48:32.174408 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: quotasv2_detail.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.177478 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.177819 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: quota_details Aug 09 17:48:32.178156 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: rbac.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.179473 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.179998 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: rbac-policies Aug 09 17:48:32.180332 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: rbac_address_group.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.181267 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.181841 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: rbac-address-group Aug 09 17:48:32.182155 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: rbac_address_scope.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.183072 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.183590 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: rbac-address-scope Aug 09 17:48:32.183917 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: rbac_security_groups.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.192709 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.193222 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: rbac-security-groups Aug 09 17:48:32.193579 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: rbac_subnetpool.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.194521 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.195037 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: rbac-subnetpool Aug 09 17:48:32.195360 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: revisionifmatch.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.196280 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.196801 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: revision-if-match Aug 09 17:48:32.197123 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: revisions.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.198255 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.198843 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: standard-attr-revisions Aug 09 17:48:32.199172 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: router_availability_zone.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.199844 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.200379 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: router_availability_zone Aug 09 17:48:32.200703 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: routerservicetype.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.201655 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.202171 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 17:48:32.202492 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.203422 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.203940 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: security-groups-normalized-cidr Aug 09 17:48:32.204259 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.205178 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.205725 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: port-security-groups-filtering Aug 09 17:48:32.206047 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.206965 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.207479 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: security-groups-remote-address-group Aug 09 17:48:32.207799 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: securitygroup.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.217976 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.218509 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: security-group Aug 09 17:48:32.218845 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: segment.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.219637 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.220151 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension segment not supported by any of loaded plugins Aug 09 17:48:32.220479 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.221449 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.221975 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 17:48:32.222300 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: servicetype.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.223485 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.224014 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: service-type Aug 09 17:48:32.224344 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: sorting.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.225961 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.226302 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: sorting Aug 09 17:48:32.226652 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: standard_attr_segment.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.227580 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.228095 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 17:48:32.228418 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: standardattrdescription.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.229062 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.229600 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: standard-attr-description Aug 09 17:48:32.229925 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: stateful_security_group.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.230854 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.231375 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: stateful-security-group Aug 09 17:48:32.231701 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: stdattrs_common.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.232290 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 17:48:32.232613 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.233567 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.234099 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 17:48:32.234421 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: subnet_onboard.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.235508 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.236027 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: subnet_onboard Aug 09 17:48:32.236358 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.237310 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.237910 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 17:48:32.238234 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: subnet_service_types.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.239159 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.239679 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: subnet-service-types Aug 09 17:48:32.240004 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: subnetallocation.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.248613 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.249136 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: subnet_allocation Aug 09 17:48:32.249496 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.250172 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.250681 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: subnetpool-prefix-ops Aug 09 17:48:32.251003 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.251958 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.252477 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 17:48:32.252796 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: tagging.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.253897 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.254416 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: standard-attr-tag Aug 09 17:48:32.254743 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: timestamp.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.255947 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.256466 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loaded extension: standard-attr-timestamp Aug 09 17:48:32.257319 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: trunk.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.258369 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.258888 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension trunk not supported by any of loaded plugins Aug 09 17:48:32.259215 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: trunk_details.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.260158 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.260678 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 17:48:32.261002 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: uplink_status_propagation.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.261951 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.262471 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 17:48:32.262793 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Loading extension file: vlantransparent.py {{(pid=100314) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 17:48:32.263464 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100314) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 17:48:32.263979 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 17:48:32.266485 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:network Aug 09 17:48:32.267012 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:subnet Aug 09 17:48:32.267418 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 17:48:32.267814 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:port Aug 09 17:48:32.269062 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.269563 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service FLAVORS assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.270174 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.270596 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.270924 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:router Aug 09 17:48:32.271351 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 17:48:32.271847 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service METERING assigned prefix: /metering {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.273928 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:32.274300 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:32.274655 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100314) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:48:32.275691 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 17:48:32.276149 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:security_group Aug 09 17:48:32.276844 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 17:48:32.278584 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service CORE assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.278960 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 17:48:32.279327 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] subnetpool is already registered Aug 09 17:48:32.279831 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service CORE assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.280165 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 17:48:32.280503 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] subnetpool is already registered Aug 09 17:48:32.282818 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.283251 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service FLAVORS assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.283845 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.284265 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.284596 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:router Aug 09 17:48:32.284931 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] router is already registered Aug 09 17:48:32.285370 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 17:48:32.285823 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] floatingip is already registered Aug 09 17:48:32.286197 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service METERING assigned prefix: /metering {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.286869 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 17:48:32.287193 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] rbac_policy is already registered Aug 09 17:48:32.287605 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:security_group Aug 09 17:48:32.287962 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] security_group is already registered Aug 09 17:48:32.288368 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 17:48:32.288696 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] security_group_rule is already registered Aug 09 17:48:32.289346 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service CORE assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.289678 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 17:48:32.290008 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] subnetpool is already registered Aug 09 17:48:32.290435 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.v2.resource_helper [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Service CORE assigned prefix: {{(pid=100314) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 17:48:32.290755 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 17:48:32.291082 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING neutron.quota.resource_registry [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] subnetpool is already registered Aug 09 17:48:32.291553 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: extensions {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.293012 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: address-groups {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.294516 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: address-scopes {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.295821 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: agents {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.296962 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: auto-allocated-topology {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.298242 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: availability_zones {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.299453 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: dhcp-networks {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.300954 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: dhcp-agents {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.310851 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: routers {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.310851 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: flavors {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.310851 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: service_profiles {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.310851 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: next_providers {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.310851 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: service_profiles {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.310851 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: floatingip-pools {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.310851 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: routers {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.312484 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: floatingips {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.313782 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: l3-routers {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.315198 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: l3-agents {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.316585 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: metering-labels {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.317880 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: metering-label-rules {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.319769 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: network-ip-availabilities {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.321047 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: bindings {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.322599 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: quotas {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.324141 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: quotas {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.325599 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: rbac-policies {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.326814 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: security-groups {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.328097 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: security-group-rules {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.329340 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: service-providers {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.330549 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: subnetpools {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.331886 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: subnetpools {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.333446 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: tags {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.335841 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: tags {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.337712 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: tags {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.339527 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: tags {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.341479 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: tags {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.344431 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: tags {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.346142 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: tags {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.347943 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: tags {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.349828 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: tags {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.351651 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron.api.extensions [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Extended resource: tags {{(pid=100314) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 17:48:32.358550 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING keystonemiddleware.auth_token [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 17:48:32.362003 dv-cinder-788363-10-iscsi neutron-server[100314]: WARNING keystonemiddleware.auth_token [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 17:48:32.370296 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_concurrency.lockutils [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Acquired lock "singleton_lock" {{(pid=100314) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 17:48:32.370797 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_concurrency.lockutils [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Releasing lock "singleton_lock" {{(pid=100314) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 17:48:32.371441 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO oslo_service.service [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Starting 2 workers Aug 09 17:48:32.376260 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Started child 100425 {{(pid=100314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 17:48:32.380797 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Started child 100426 {{(pid=100314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 17:48:32.382151 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:32.382863 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO neutron.service [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 17:48:32.383591 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Notify callbacks [] for process, before_spawn {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:32.383776 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [-] (100425) wsgi starting up on http://0.0.0.0:9696 Aug 09 17:48:32.385876 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO oslo_service.service [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Starting 1 workers Aug 09 17:48:32.386025 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:32.387341 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [-] (100426) wsgi starting up on http://0.0.0.0:9696 Aug 09 17:48:32.391062 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Started child 100427 {{(pid=100314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 17:48:32.391584 dv-cinder-788363-10-iscsi neutron-server[100314]: INFO oslo_service.service [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Starting 1 workers Aug 09 17:48:32.394893 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.service [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] calling RpcWorker wait() {{(pid=100427) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 17:48:32.395470 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.service [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] returning from RpcWorker wait() {{(pid=100427) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 17:48:32.396038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Started child 100428 {{(pid=100314) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 17:48:32.396628 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:32.396856 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG neutron_lib.callbacks.manager [None req-191ba28d-6117-4cf1-bfec-d3a962b05643 None None] Notify callbacks [] for process, after_spawn {{(pid=100314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:32.397108 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:32.399308 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100314) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 17:48:32.399515 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 17:48:32.399701 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 17:48:32.399916 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 17:48:32.400252 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 17:48:32.400415 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 17:48:32.400950 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.401224 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.401772 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.402045 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.402321 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.402929 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.403195 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.403283 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:32.403732 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.403732 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.403930 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.404101 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.404276 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.404536 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.404701 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:32.404789 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.405127 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.405411 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.405653 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.405929 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.406192 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.406377 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.406636 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.406898 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.407169 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] debug = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.407421 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.407904 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.408161 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.408411 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.408647 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.408913 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.409171 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.409478 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.409734 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.409952 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.410190 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.410438 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.410676 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.410890 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.411123 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.411386 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.411609 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.412076 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] host = dv-cinder-788363-10-iscsi {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.412299 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.412523 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.412809 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.413062 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.413330 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.413551 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.413814 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.414057 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.414306 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.414603 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.414770 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.415017 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.415232 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.415488 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.415656 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_options = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.415879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.416148 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.416415 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.416602 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.416769 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.416944 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.417190 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.417520 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.417647 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.417847 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.418060 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.418293 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.418525 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.418692 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.418951 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.419191 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.419433 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.419626 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.419879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.420181 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.420409 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.420635 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.420883 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.421097 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.421319 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.421545 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.421768 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.421997 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.422208 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.422445 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.422682 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.422937 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.423213 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.423650 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.424032 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.424263 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.424494 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.424767 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.425003 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.425273 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.425548 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.425765 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.426031 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.426253 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.426498 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.426712 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_json = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.426922 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.427137 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.427395 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.427608 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.427822 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.428035 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.428265 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.428532 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.431013 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431013 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431013 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431013 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431013 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431013 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431013 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431013 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431538 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431538 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431657 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.431826 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.432061 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.432305 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.432559 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.432895 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.433165 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.433450 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.433668 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.438894 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.438894 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.438894 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.438894 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.438894 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.438894 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.438894 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.438894 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439372 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439372 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439372 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439372 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439372 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439372 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439372 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439372 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439372 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.439879 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.440367 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.440367 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.440481 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.440632 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.441027 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.441283 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.441526 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.441743 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.441958 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.442177 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.442409 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.442625 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.442837 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.443048 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.443266 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.443511 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.443776 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.444530 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.444761 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.444972 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.445190 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.445432 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.445646 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.445869 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.446155 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.446397 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.446628 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.446839 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.447068 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.447296 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.447527 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.447742 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.447953 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.448170 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.448385 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.448598 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.448831 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.449051 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.449266 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.449590 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.449900 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.450151 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.450398 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.450650 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.450895 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.451132 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.451419 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.451643 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.451861 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.452091 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.452354 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.452801 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.452887 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.453237 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.453372 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.453590 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.453860 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.454081 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.454318 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.454570 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.454799 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.455064 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.455489 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.455741 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.455991 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.456255 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.456534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.456773 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.457481 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.457481 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.457657 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.457914 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.458167 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.458614 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.458995 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.459395 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.460628 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.460628 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.460935 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.460935 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.461149 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.461842 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.461842 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.462121 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.462256 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.462392 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.462592 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.464549 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.464549 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.464549 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.464549 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.464549 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.464549 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.464549 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.465338 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.465338 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.465338 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.465577 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.465656 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.465848 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.466092 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.466348 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.466559 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.466803 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.467015 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.467272 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.467505 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.467717 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.467953 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.468166 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.468444 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.468688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.468914 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.469136 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.469410 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.469624 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.469843 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472959 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472959 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472959 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472959 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.472959 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.473252 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.473252 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.473469 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.473715 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.473928 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.474147 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.474357 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.474778 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.475003 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.475409 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.475649 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.475916 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.476272 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.476524 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.476772 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.477010 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.477226 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.477515 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.477755 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.477979 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.478255 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.478474 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.478689 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.478947 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.479176 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.479420 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.479632 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.479864 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.480110 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.480327 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.480538 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.480823 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.481080 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.481321 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.481580 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.481831 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.482061 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.482286 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.482493 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.482701 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.482921 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.483156 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.483361 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.483583 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.483789 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.483995 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.484268 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.484429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.484623 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.484843 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.485071 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.485277 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.485529 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.486033 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.486033 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.486316 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.486451 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.486595 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.487795 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.487795 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.487795 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.487795 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.487795 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.487795 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.488598 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.488598 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.488598 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.489006 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.489006 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.489273 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.489467 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.489697 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.489940 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.490179 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.490486 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.490715 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.490999 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.491237 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.491470 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.491749 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.492054 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.492337 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.493191 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.493191 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.493191 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.493528 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.493684 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.493953 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.494167 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.494448 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.494761 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.495030 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.495283 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.495513 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.495771 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.496008 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.496254 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.496501 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.496735 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.496968 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.497223 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.497494 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.497965 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.497965 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.498202 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.501127 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.501127 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.501127 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.501127 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.501127 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.501127 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 17:48:32.501127 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100314) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 17:48:32.501127 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 17:48:32.501754 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 17:48:32.501754 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 17:48:32.501754 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 17:48:32.501754 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 17:48:32.501754 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.501754 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.501754 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.501754 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.502184 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.502184 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.502184 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.502184 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.502184 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.502184 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.502512 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.502512 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.502638 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.502763 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.503214 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.503214 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.503214 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.503560 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.503560 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.503790 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.503790 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.504102 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.504102 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] debug = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.504329 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.504466 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.504615 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.504742 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.504863 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.504984 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.505116 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.505279 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.505467 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.505626 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.505785 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.505945 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.506102 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.506261 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.506419 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.507093 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.507253 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.507410 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] host = dv-cinder-788363-10-iscsi {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.507567 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.507724 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.507881 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.508039 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.508196 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.508353 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.508530 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.508688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.508846 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.509003 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.509159 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.509385 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.509522 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.509836 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.509836 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_options = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.510053 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.510134 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.510211 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.510396 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.510558 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.510716 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.510874 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.511032 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.511190 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.511346 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.511504 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.511663 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.511821 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.511978 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.512135 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.512293 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.512449 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.512606 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.512764 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.512923 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.513081 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.513239 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.513418 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.513575 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.513733 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.513892 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.514048 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.514204 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.514362 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.514538 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.514680 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.514998 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.515160 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.515317 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.515474 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.515633 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.515794 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.515947 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.516105 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.516263 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.516421 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.516578 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.516735 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.516892 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.517049 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.517208 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_json = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.517387 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.517546 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.517705 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.517863 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.518004 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.518166 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.518324 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.518481 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 17:48:32.518659 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.518819 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.518991 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.519151 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.519308 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.519468 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.519628 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.519785 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.519944 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.520306 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.520306 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.520536 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.520536 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.520764 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.520856 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.521001 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.521159 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.521336 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.521500 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.521669 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.521808 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.521938 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.522114 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.522884 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.523033 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.523195 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.523353 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.523515 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.523674 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.523835 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.523994 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.524155 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.524315 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.524473 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.524631 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.524791 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.524944 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.525085 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.525243 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.525426 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.525586 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.525745 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.525906 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.526069 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.526229 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.526643 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.526804 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.526964 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.527149 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.527675 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.527675 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.527675 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.527881 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.527881 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.528079 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.528164 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.528319 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.528477 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.528636 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.528797 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.528956 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.529128 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.529287 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.529509 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.529615 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.529775 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.529935 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.530095 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.530255 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.530414 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.530573 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.535645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.535645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.535645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.535645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.535645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.535645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.535645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.535645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.535645 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.536650 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.536650 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.536650 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.536650 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.536650 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.536650 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.536650 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.536650 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.537688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.537688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.537688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.537688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.537688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.537688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.537688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.537688 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.538456 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.538456 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.538456 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.538456 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.538456 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.538456 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.538456 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.538456 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539843 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539843 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539843 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539843 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539843 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539843 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539843 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.539843 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.540534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.540534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.540534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.540534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.540534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.540534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.540534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.540534 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.541462 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.541462 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.541462 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.541462 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.541462 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.541462 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.541462 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.541462 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.542213 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.542213 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.542213 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.542213 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.542213 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.542213 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.542213 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.542213 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.543038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.543038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.543038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.543038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.543038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.543038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.543038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.543038 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.544070 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.544070 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.544070 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.544070 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.544070 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.544070 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.544070 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.544070 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.545262 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.545262 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.545262 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.545262 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.545262 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.545262 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.545262 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.545262 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.546206 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.546206 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.546206 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.546206 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.546206 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.546206 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.546206 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.546206 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.547158 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.547158 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.547158 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.547158 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.547158 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.547836 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.547836 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.547836 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.547836 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.548181 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.548181 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.548323 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.548399 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.548535 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.548672 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.548834 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.548992 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.549153 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.549348 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.549479 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.549641 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.549799 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.549961 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.550123 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.550284 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.550443 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.550602 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.550761 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.550919 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.551077 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.551249 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.551399 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.551559 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.551705 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.551868 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.552010 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.552183 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.552325 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.552514 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.552663 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.552793 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.552951 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.553121 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.553334 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.553488 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.553635 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.553724 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:32.553809 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.553941 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.554111 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.554270 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.554429 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.554587 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.554745 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.554903 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.555071 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.555235 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.555396 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.555553 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.555710 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.555869 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.556042 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.556202 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.556360 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.556518 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.556676 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.556834 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.557002 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.557162 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.557348 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.557492 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.557654 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.557813 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.557971 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.558142 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.558300 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.558461 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.558618 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.558776 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.558934 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.559094 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.559257 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.559424 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.559590 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.559750 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.559916 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.560272 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.560510 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.560671 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.560839 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.561010 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.561171 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.561351 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.561514 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.561673 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.561833 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.561993 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.562194 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.562355 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.562514 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.562673 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.562832 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.562991 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.563150 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.563308 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.563468 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.563626 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.563785 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.563945 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.564103 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 17:48:32.564255 dv-cinder-788363-10-iscsi neutron-server[100314]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100314) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 17:48:32.737436 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 34652) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:32.746194 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066535 Aug 09 17:48:44.166320 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59baa409-7db6-43ca-9f09-e2ca83d30b97 None None] get_active_networks_info from dv-cinder-788363-10-iscsi {{(pid=100427) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 17:48:44.239082 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59baa409-7db6-43ca-9f09-e2ca83d30b97 None None] No non-hosted networks {{(pid=100427) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 17:48:44.265398 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.agentschedulers_db [None req-59baa409-7db6-43ca-9f09-e2ca83d30b97 None None] DHCP Agent not found on host dv-cinder-788363-10-iscsi {{(pid=100427) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 09 17:48:44.593400 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d8c40283-7c7c-445b-bbbd-d04df175186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608742'] for agent, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:46.596419 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ef4f0a59-e11f-42db-9b46-f6ad067f3a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608742'] for agent, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:46.659295 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.db.api [None req-5dc16c2f-e3bc-4467-920d-a88466697df0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-788363-10-iscsi {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 17:48:46.659970 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG oslo_db.api [None req-5dc16c2f-e3bc-4467-920d-a88466697df0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 17:48:46.715718 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608742'] for agent, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:46.716653 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.717391 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.717881 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.718467 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.718931 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.719788 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.720324 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.722116 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.723226 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.723818 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.725250 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.726418 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:46.727094 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788363-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:46.735603 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788363-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:48:47.252829 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5dc16c2f-e3bc-4467-920d-a88466697df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:47.915525 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608742'] for agent, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:49.206861 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608742'] for agent, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:50.518500 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 34744) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:51.017939 dv-cinder-788363-10-iscsi neutron-server[100425]: WARNING oslo_policy.policy [None req-1c0f4f41-d759-42d3-a9cf-8a8a0ff33c66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:48:51.018515 dv-cinder-788363-10-iscsi neutron-server[100425]: WARNING oslo_policy.policy [None req-1c0f4f41-d759-42d3-a9cf-8a8a0ff33c66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:48:51.235680 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [None req-1c0f4f41-d759-42d3-a9cf-8a8a0ff33c66 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:48:51.236925 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-1c0f4f41-d759-42d3-a9cf-8a8a0ff33c66 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7162488 Aug 09 17:48:52.785714 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.db.l3_hamode_db [None req-fc1d035a-2fc8-4754-9598-d2be9b3d4f9c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 17:48:52.865189 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d035a-2fc8-4754-9598-d2be9b3d4f9c None None] Routers set() bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:48:52.865608 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d035a-2fc8-4754-9598-d2be9b3d4f9c None None] Router IDs set() for agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 17:48:53.602039 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 34758) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:53.914359 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-6da0b435-51d3-49a3-bbb8-5276149ea165 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:48:54.006426 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.policy [None req-6da0b435-51d3-49a3-bbb8-5276149ea165 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100425) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 17:48:54.050265 dv-cinder-788363-10-iscsi neutron-server[100425]: WARNING oslo_policy.policy [None req-6da0b435-51d3-49a3-bbb8-5276149ea165 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:48:54.050627 dv-cinder-788363-10-iscsi neutron-server[100425]: WARNING oslo_policy.policy [None req-6da0b435-51d3-49a3-bbb8-5276149ea165 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:48:54.059535 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.quota [None req-6da0b435-51d3-49a3-bbb8-5276149ea165 admin admin] Loaded quota_driver: . Aug 09 17:48:54.217428 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6da0b435-51d3-49a3-bbb8-5276149ea165 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777862181370', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777862182831', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777862169441', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777862171090', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777861511005', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777862216322', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2036591', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1848904', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747912', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682714'] for rbac-policy, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:54.401236 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6da0b435-51d3-49a3-bbb8-5276149ea165 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:54.402432 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-6da0b435-51d3-49a3-bbb8-5276149ea165 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7994533 Aug 09 17:48:56.955268 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 34770) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:48:57.250771 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'name': 'private', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:48:57.383424 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Made reservation on behalf of ccbe273bd4354e58a8c3c402d28320a9 for: {'network': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:48:57.386251 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:57.402793 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:57.522361 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:57.589224 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:57.612574 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=100425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:48:57.641019 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777863233895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:57.641019 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Unsubscribe: segment precommit_create {{(pid=100425) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 17:48:57.641019 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.segments_db [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Added segment f3178a23-b5fb-4f13-b71e-dbd480466227 of type vlan for network 3f39871a-aaa9-4725-9abd-8050f5ac6754 Aug 09 17:48:57.654989 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f89e197-18f2-4cb3-9b35-562c6c5f8421,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:57.704049 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.704388 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.704722 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.705048 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.705392 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.705738 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.706062 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.706392 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.706709 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.707020 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.707330 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.707639 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Tracked resource versions report: Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: pushed versions: Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: { 'AddressGroup': {'1.2'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'ConntrackHelper': {'1.0'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Log': {'1.0'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Network': {'1.1'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Port': {'1.7'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'PortForwarding': {'1.2'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'QosPolicy': {'1.9'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SecurityGroup': {'1.4'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SubPort': {'1.0'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Subnet': {'1.1'}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Trunk': {'1.1'}} Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: consumer versions: Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: { DHCP agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: L3 agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: Metadata agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: Metering agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: Open vSwitch agent@dv-cinder-788363-10-iscsi: { 'AddressGroup': '1.2', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'ConntrackHelper': '1.0', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Log': '1.0', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Network': '1.1', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Port': '1.7', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'PortForwarding': '1.2', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'QosPolicy': '1.9', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SecurityGroup': '1.4', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SecurityGroupRule': '1.2', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SubPort': '1.0', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Subnet': '1.1', Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Trunk': '1.1'}} Aug 09 17:48:57.708947 dv-cinder-788363-10-iscsi neutron-server[100425]: {{(pid=100425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:48:57.757134 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:57.886362 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:57.887545 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:48:57.888183 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:48:57.980996 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] Pushing event updated for resources: {'Network': ['ID=3f39871a-aaa9-4725-9abd-8050f5ac6754,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:48:57.992563 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 3f39871a-aaa9-4725-9abd-8050f5ac6754 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:48:58.150105 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-c78c6224-4875-4311-821b-9956c1b3471b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1937668 Aug 09 17:49:00.744955 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 34784) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:01.129071 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5102bf-841c-4f0f-bb9c-afbc4f09e6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:01.130468 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-7b5102bf-841c-4f0f-bb9c-afbc4f09e6af admin admin] 10.222.0.54 "GET /v2.0/networks/3f39871a-aaa9-4725-9abd-8050f5ac6754 HTTP/1.1" status: 200 len: 825 time: 0.3845491 Aug 09 17:49:01.155347 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-bebb39db-5d0b-4462-8938-fc42ef259946 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/bb94248d-bf8a-49cb-ae09-8b620197a3eb HTTP/1.1" status: 200 len: 734 time: 0.0189164 Aug 09 17:49:01.165117 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Request body: {'subnet': {'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754', 'ip_version': 4, 'subnetpool_id': 'bb94248d-bf8a-49cb-ae09-8b620197a3eb', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:49:01.377463 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Made reservation on behalf of ccbe273bd4354e58a8c3c402d28320a9 for: {'subnet': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:49:01.379675 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Notify callbacks [] for subnet, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:01.731721 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for subnet, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:01.801712 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Checking segment: {'id': 'f3178a23-b5fb-4f13-b71e-dbd480466227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:49:01.802396 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Network hostable DHCP agents. Network: 3f39871a-aaa9-4725-9abd-8050f5ac6754, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:49:01.806497 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d48d82b-b91c-46a9-ac5a-dd70c36d58b3,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:01.897462 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Network 3f39871a-aaa9-4725-9abd-8050f5ac6754 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:49:01.977538 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 3f39871a-aaa9-4725-9abd-8050f5ac6754) {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:49:01.982589 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:01.983138 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:01.987664 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d143f8-6c0a-4bf4-83f2-d54cc80ef951 None None] Network 3f39871a-aaa9-4725-9abd-8050f5ac6754 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:49:02.179208 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-c5e0f12e-960e-4310-af69-47c8e8866eab admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0182028 Aug 09 17:49:02.299238 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb000c3e-e308-57ef-a55f-819445f3f8a7-3f39871a-aaa9-4725-9abd-8050f5ac6754', 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'fixed_ips': [{'subnet_id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3'}]}} from dv-cinder-788363-10-iscsi. {{(pid=100427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:49:02.300595 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:02.576257 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Allocated IP 172.20.0.2 (3f39871a-aaa9-4725-9abd-8050f5ac6754/7d48d82b-b91c-46a9-ac5a-dd70c36d58b3/2fe8d3b5-0a26-4502-ba4c-7a26087bc51e) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:49:02.811789 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:02.826894 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Transition to ACTIVE for port object 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:49:02.847271 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Transition to ACTIVE for port object 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:49:02.932742 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:03.013209 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Network 3f39871a-aaa9-4725-9abd-8050f5ac6754 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:49:03.017699 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:49:03.020833 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:49:03.023608 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Pushing event updated for resources: {'Port': ['ID=2fe8d3b5-0a26-4502-ba4c-7a26087bc51e,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:03.035754 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041596 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041596 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041596 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041596 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041596 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Tracked resource versions report: Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: pushed versions: Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: { 'AddressGroup': {'1.2'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'ConntrackHelper': {'1.0'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Log': {'1.0'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Network': {'1.1'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Port': {'1.7'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'PortForwarding': {'1.2'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'QosPolicy': {'1.9'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SecurityGroup': {'1.4'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SubPort': {'1.0'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Subnet': {'1.1'}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Trunk': {'1.1'}} Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: consumer versions: Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: { DHCP agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: L3 agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: Metadata agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: Metering agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: Open vSwitch agent@dv-cinder-788363-10-iscsi: { 'AddressGroup': '1.2', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'ConntrackHelper': '1.0', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Log': '1.0', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Network': '1.1', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Port': '1.7', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'PortForwarding': '1.2', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'QosPolicy': '1.9', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SecurityGroup': '1.4', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SecurityGroupRule': '1.2', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SubPort': '1.0', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Subnet': '1.1', Aug 09 17:49:03.041922 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Trunk': '1.1'}} Aug 09 17:49:03.043657 dv-cinder-788363-10-iscsi neutron-server[100427]: {{(pid=100427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:49:03.113393 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Attempting to bind port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:49:03.113701 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Attempting to bind port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': 'f3178a23-b5fb-4f13-b71e-dbd480466227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:49:03.114155 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Attempting to bind port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e on network 3f39871a-aaa9-4725-9abd-8050f5ac6754 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:49:03.118978 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:49:03.119368 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Checking segment: {'id': 'f3178a23-b5fb-4f13-b71e-dbd480466227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:49:03.119830 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:03.120229 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Bound using segment: {'id': 'f3178a23-b5fb-4f13-b71e-dbd480466227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:49:03.120720 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Bound port: 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3178a23-b5fb-4f13-b71e-dbd480466227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:49:03.121108 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:03.184599 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] For port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:49:03.188680 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] For port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=2fe8d3b5-0a26-4502-ba4c-7a26087bc51e,segment=NetworkSegment(f3178a23-b5fb-4f13-b71e-dbd480466227),segment_id=f3178a23-b5fb-4f13-b71e-dbd480466227)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:49:03.269802 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:03.335006 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d70610-f7a9-425c-a625-bfaf0a4d01e9 None None] Pushing event updated for resources: {'Port': ['ID=2fe8d3b5-0a26-4502-ba4c-7a26087bc51e,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:04.556889 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 34792) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:05.049491 dv-cinder-788363-10-iscsi neutron-server[100426]: WARNING oslo_policy.policy [None req-cc073f85-20b0-4e7c-bb8b-020246e8d388 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:49:05.050086 dv-cinder-788363-10-iscsi neutron-server[100426]: WARNING oslo_policy.policy [None req-cc073f85-20b0-4e7c-bb8b-020246e8d388 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:49:05.265696 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [None req-cc073f85-20b0-4e7c-bb8b-020246e8d388 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:49:05.266764 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-cc073f85-20b0-4e7c-bb8b-020246e8d388 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7089608 Aug 09 17:49:07.634384 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 34806) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:07.948963 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [None req-0439fc6b-134c-4f2b-b0c6-0dbc0d48fd8e admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:49:07.949969 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-0439fc6b-134c-4f2b-b0c6-0dbc0d48fd8e admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3145797 Aug 09 17:49:10.594852 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 34820) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:10.603067 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:49:10.754918 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:49:10.898692 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:49:10.976131 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.policy [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100426) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 17:49:11.021377 dv-cinder-788363-10-iscsi neutron-server[100426]: WARNING oslo_policy.policy [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:49:11.022271 dv-cinder-788363-10-iscsi neutron-server[100426]: WARNING oslo_policy.policy [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 17:49:11.031104 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.quota [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] Loaded quota_driver: . Aug 09 17:49:11.155398 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2805'] for router, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:11.157390 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2814'] for router, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:11.317821 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:11.378907 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809'] for router, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:11.440319 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:11.441646 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-2addbd28-f731-4efb-900d-5471727c1ae9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8449645 Aug 09 17:49:11.647625 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9c68a6-0f29-4ca7-8e17-b91921312175 None None] Network 3f39871a-aaa9-4725-9abd-8050f5ac6754 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:49:11.772701 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-d97fd000-fd17-4297-a5de-7d3f4125296b None None] Provisioning for port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:49:11.780370 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-d97fd000-fd17-4297-a5de-7d3f4125296b None None] Provisioning complete for port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:11.780760 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d97fd000-fd17-4297-a5de-7d3f4125296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:11.928698 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d97fd000-fd17-4297-a5de-7d3f4125296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:11.965202 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-d97fd000-fd17-4297-a5de-7d3f4125296b None None] For port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=2fe8d3b5-0a26-4502-ba4c-7a26087bc51e,segment=NetworkSegment(f3178a23-b5fb-4f13-b71e-dbd480466227),segment_id=f3178a23-b5fb-4f13-b71e-dbd480466227)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:12.046355 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d97fd000-fd17-4297-a5de-7d3f4125296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:12.092534 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fd000-fd17-4297-a5de-7d3f4125296b None None] Pushing event updated for resources: {'Port': ['ID=2fe8d3b5-0a26-4502-ba4c-7a26087bc51e,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:12.164948 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-169e1e45-6f8f-4f23-8d3a-3269ba8e880b None None] Provisioning complete for port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:12.165236 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-169e1e45-6f8f-4f23-8d3a-3269ba8e880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:12.547669 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:49:12.592305 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:12.592670 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:13.787331 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 34830) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:14.095101 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [None req-95e69407-30e1-4bce-82ea-57189a96e615 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:49:14.095850 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-95e69407-30e1-4bce-82ea-57189a96e615 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3075695 Aug 09 17:49:14.143871 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0a278a77-67b8-4da4-81e1-08a271458f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:16.411059 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 34838) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:16.589103 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3d889d36-98f7-4fad-8335-f99096174180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:16.702941 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:16.721538 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:49:16.805501 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Made reservation on behalf of b7c31db3f96f4421a9656a59127eea37 for: {'network': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:49:16.807751 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:16.815755 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:16.899610 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:16.954140 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:16.969354 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Reserving flat network on physical network physnet1 {{(pid=100425) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 17:49:16.982135 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08fdee3-94c6-448e-8f1d-f7e26a62ecb3,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:17.153641 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:17.153918 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.segments_db [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Added segment 7bd7f55e-6a55-478f-b85c-8acec162a9ff of type flat for network 7da24a41-1e78-4151-865c-40a66cc95cd0 Aug 09 17:49:17.210242 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:17.314426 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:17.315361 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:17.315943 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:17.371851 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] Pushing event updated for resources: {'Network': ['ID=7da24a41-1e78-4151-865c-40a66cc95cd0,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:17.381192 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:49:17.424129 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-bb0e5410-cdf5-49ac-92a6-12d9d7cc51b2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0119543 Aug 09 17:49:17.868707 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:19.160251 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:19.739253 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 34856) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:19.911761 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed338d35-b989-4381-90b7-d72fd17348fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:19.913705 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-ed338d35-b989-4381-90b7-d72fd17348fe admin admin] 10.222.0.54 "GET /v2.0/subnets/7d48d82b-b91c-46a9-ac5a-dd70c36d58b3 HTTP/1.1" status: 200 len: 849 time: 0.1735125 Aug 09 17:49:20.067937 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-c937af98-5307-4c82-a376-23486a2cd0ed admin admin] 10.222.0.54 "GET /v2.0/routers/76239c40-3b02-4bbb-b5db-6a61f4a1c87e HTTP/1.1" status: 200 len: 704 time: 0.1483595 Aug 09 17:49:20.329167 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:20.616965 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Allocated IP 172.20.0.1 (3f39871a-aaa9-4725-9abd-8050f5ac6754/7d48d82b-b91c-46a9-ac5a-dd70c36d58b3/af8f532a-be0a-4aae-abaf-26c7c140bdf1) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:49:20.812257 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:20.834451 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Transition to ACTIVE for port object af8f532a-be0a-4aae-abaf-26c7c140bdf1 will not be triggered until provisioned by entity DHCP. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:49:21.012135 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:21.074922 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Network 3f39871a-aaa9-4725-9abd-8050f5ac6754 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:49:21.081509 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:49:21.087798 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:49:21.088357 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610314'] for router_interface, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:21.148773 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Pushing event updated for resources: {'Port': ['ID=af8f532a-be0a-4aae-abaf-26c7c140bdf1,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:21.355535 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:21.399772 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a52b5705-9ded-471f-ac89-bd7ea1fc2ef3 None None] Provisioning for port af8f532a-be0a-4aae-abaf-26c7c140bdf1 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:49:21.403719 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a52b5705-9ded-471f-ac89-bd7ea1fc2ef3 None None] Provisioning complete for port af8f532a-be0a-4aae-abaf-26c7c140bdf1 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:21.404065 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a52b5705-9ded-471f-ac89-bd7ea1fc2ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:21.436058 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-a52b5705-9ded-471f-ac89-bd7ea1fc2ef3 None None] Port af8f532a-be0a-4aae-abaf-26c7c140bdf1 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:49:21.563539 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:21.651378 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:21.652074 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610494'] for router_interface, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:21.728639 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Pushing event updated for resources: {'Port': ['ID=af8f532a-be0a-4aae-abaf-26c7c140bdf1,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:21.774819 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Network 3f39871a-aaa9-4725-9abd-8050f5ac6754 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:49:21.776320 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:49:21.956152 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-3a54e4da-47c2-4e4d-b325-8e7f61ccd472 None None] Provisioning complete for port af8f532a-be0a-4aae-abaf-26c7c140bdf1 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:21.956513 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3a54e4da-47c2-4e4d-b325-8e7f61ccd472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:21.991015 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-3a54e4da-47c2-4e4d-b325-8e7f61ccd472 None None] Port af8f532a-be0a-4aae-abaf-26c7c140bdf1 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:49:22.017235 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Router 76239c40-3b02-4bbb-b5db-6a61f4a1c87e is scheduled to L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 with binding_index 1 {{(pid=100425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:49:22.106807 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:49:22.112091 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-1a5f3660-8120-4665-b8bb-22b8256fb470 admin admin] 10.222.0.54 "PUT /v2.0/routers/76239c40-3b02-4bbb-b5db-6a61f4a1c87e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0387914 Aug 09 17:49:22.118400 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Sync routers for ids ['76239c40-3b02-4bbb-b5db-6a61f4a1c87e'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:49:22.129466 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Routers {'76239c40-3b02-4bbb-b5db-6a61f4a1c87e'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:22.130380 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:49:16Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['76239c40-3b02-4bbb-b5db-6a61f4a1c87e'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:22.313021 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Set router 76239c40-3b02-4bbb-b5db-6a61f4a1c87e gateway port host: None {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:22.728697 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'name': 'router1', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:49:11Z', 'updated_at': '2021-08-09T17:49:21Z', 'revision_number': 2, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'gw_port_host': None, '_interfaces': [{'id': 'af8f532a-be0a-4aae-abaf-26c7c140bdf1', 'name': '', 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'mac_address': 'fa:16:3e:01:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:49:20Z', 'updated_at': '2021-08-09T17:49:21Z', 'revision_number': 2, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'subnets': [{'id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb94248d-bf8a-49cb-ae09-8b620197a3eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:22.779495 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Checking router: 76239c40-3b02-4bbb-b5db-6a61f4a1c87e for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:49:22.779854 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Updating router 76239c40-3b02-4bbb-b5db-6a61f4a1c87e port af8f532a-be0a-4aae-abaf-26c7c140bdf1 binding host dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:49:22.828650 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:23.334396 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:23.352155 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Transition to ACTIVE for port object af8f532a-be0a-4aae-abaf-26c7c140bdf1 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:49:23.440100 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:23.581433 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Pushing event updated for resources: {'Port': ['ID=af8f532a-be0a-4aae-abaf-26c7c140bdf1,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:23.608879 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.609217 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.609574 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.609900 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.610221 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.610556 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.610883 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.611198 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.611536 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.611853 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.612164 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.612477 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Tracked resource versions report: Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: pushed versions: Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: { 'AddressGroup': {'1.2'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'ConntrackHelper': {'1.0'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Log': {'1.0'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Network': {'1.1'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Port': {'1.7'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'PortForwarding': {'1.2'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'QosPolicy': {'1.9'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SecurityGroup': {'1.4'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SubPort': {'1.0'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Subnet': {'1.1'}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Trunk': {'1.1'}} Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: consumer versions: Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: { DHCP agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: L3 agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: Metadata agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: Metering agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: Open vSwitch agent@dv-cinder-788363-10-iscsi: { 'AddressGroup': '1.2', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'ConntrackHelper': '1.0', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Log': '1.0', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Network': '1.1', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Port': '1.7', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'PortForwarding': '1.2', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'QosPolicy': '1.9', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SecurityGroup': '1.4', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SecurityGroupRule': '1.2', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SubPort': '1.0', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Subnet': '1.1', Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Trunk': '1.1'}} Aug 09 17:49:23.613850 dv-cinder-788363-10-iscsi neutron-server[100428]: {{(pid=100428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:49:23.623304 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Attempting to bind port af8f532a-be0a-4aae-abaf-26c7c140bdf1 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:49:23.623700 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Attempting to bind port af8f532a-be0a-4aae-abaf-26c7c140bdf1 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': 'f3178a23-b5fb-4f13-b71e-dbd480466227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:49:23.624138 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Attempting to bind port af8f532a-be0a-4aae-abaf-26c7c140bdf1 on network 3f39871a-aaa9-4725-9abd-8050f5ac6754 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:49:23.629097 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:49:23.629528 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Checking segment: {'id': 'f3178a23-b5fb-4f13-b71e-dbd480466227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:49:23.629994 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:23.630392 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Bound using segment: {'id': 'f3178a23-b5fb-4f13-b71e-dbd480466227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:49:23.631437 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Bound port: af8f532a-be0a-4aae-abaf-26c7c140bdf1, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3178a23-b5fb-4f13-b71e-dbd480466227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:49:23.631811 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:23.694013 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] For port af8f532a-be0a-4aae-abaf-26c7c140bdf1, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:49:23.714351 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] For port af8f532a-be0a-4aae-abaf-26c7c140bdf1, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=af8f532a-be0a-4aae-abaf-26c7c140bdf1,segment=NetworkSegment(f3178a23-b5fb-4f13-b71e-dbd480466227),segment_id=f3178a23-b5fb-4f13-b71e-dbd480466227)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:49:23.789552 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:23.833099 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Routers {'76239c40-3b02-4bbb-b5db-6a61f4a1c87e'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:23.833754 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:49:16Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['76239c40-3b02-4bbb-b5db-6a61f4a1c87e'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:23.919722 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b7b97-643a-4964-bdd2-a9a1bb027177 None None] Pushing event updated for resources: {'Port': ['ID=af8f532a-be0a-4aae-abaf-26c7c140bdf1,revision_number=4']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:23.936969 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] Set router 76239c40-3b02-4bbb-b5db-6a61f4a1c87e gateway port host: None {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:24.199638 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'name': 'router1', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:49:11Z', 'updated_at': '2021-08-09T17:49:21Z', 'revision_number': 2, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'gw_port_host': None, '_interfaces': [{'id': 'af8f532a-be0a-4aae-abaf-26c7c140bdf1', 'name': '', 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'mac_address': 'fa:16:3e:01:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:49:20Z', 'updated_at': '2021-08-09T17:49:23Z', 'revision_number': 4, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'subnets': [{'id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb94248d-bf8a-49cb-ae09-8b620197a3eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:24.226291 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e8a711-c2ff-4e84-bbb9-c77e7dcd4f03 None None] The sync data for ids ['76239c40-3b02-4bbb-b5db-6a61f4a1c87e'] in dv-cinder-788363-10-iscsi is: [{'id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'name': 'router1', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:49:11Z', 'updated_at': '2021-08-09T17:49:21Z', 'revision_number': 2, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'gw_port_host': None, '_interfaces': [{'id': 'af8f532a-be0a-4aae-abaf-26c7c140bdf1', 'name': '', 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'mac_address': 'fa:16:3e:01:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:49:20Z', 'updated_at': '2021-08-09T17:49:23Z', 'revision_number': 4, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'subnets': [{'id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb94248d-bf8a-49cb-ae09-8b620197a3eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:49:24.312803 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 34876) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:24.421004 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec7af04-bb14-48e4-9aa5-8622828a6f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:24.422413 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0ec7af04-bb14-48e4-9aa5-8622828a6f3c admin admin] 10.222.0.54 "GET /v2.0/networks/7da24a41-1e78-4151-865c-40a66cc95cd0 HTTP/1.1" status: 200 len: 842 time: 0.1086376 Aug 09 17:49:24.432653 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:49:24.514138 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Made reservation on behalf of b7c31db3f96f4421a9656a59127eea37 for: {'subnet': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:49:24.516431 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:24.852200 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.objects.ports [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100425) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 17:49:24.856837 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for subnet, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:24.972149 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c04b61d-a457-4855-bd31-7fe2de91e019,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:24.982717 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:49:24.983065 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Network hostable DHCP agents. Network: 7da24a41-1e78-4151-865c-40a66cc95cd0, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:49:25.085534 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:49:25.211575 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 7da24a41-1e78-4151-865c-40a66cc95cd0) {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:49:25.215393 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:25.215973 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:25.220521 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b18f3-9a62-46d9-b8a1-67e79359e081 None None] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:49:25.321325 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-31ab6666-c100-417e-a72d-85274c2add20 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8802440 Aug 09 17:49:25.338056 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf08260-ef4d-406a-91db-31013709b164 None None] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:49:27.530992 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 34884) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:27.753389 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-b9a51624-ada0-46a5-a5f2-c1a150c01d30 admin admin] 10.222.0.54 "GET /v2.0/routers/76239c40-3b02-4bbb-b5db-6a61f4a1c87e HTTP/1.1" status: 200 len: 710 time: 0.2212808 Aug 09 17:49:27.944531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160556f-1245-494e-824c-34c6d85f0028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:49:27.946107 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-5160556f-1245-494e-824c-34c6d85f0028 admin admin] 10.222.0.54 "GET /v2.0/networks/7da24a41-1e78-4151-865c-40a66cc95cd0 HTTP/1.1" status: 200 len: 886 time: 0.1866679 Aug 09 17:49:27.955310 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:49:28.221203 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:28.462165 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 5 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:49:28.546126 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:28.621768 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:28.806446 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Allocated IP 172.27.1.164 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/6f1fb2ef-0232-4519-acb1-dd137e228fb2) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:49:28.915737 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:29.039891 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:29.102494 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:49:29.107602 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:49:29.153550 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:49:29.194444 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Pushing event updated for resources: {'Port': ['ID=6f1fb2ef-0232-4519-acb1-dd137e228fb2,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:29.249825 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.250167 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.250498 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.250823 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.251150 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.251150 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.251150 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.251150 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.251150 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.252886 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.253043 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.253330 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Tracked resource versions report: Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: pushed versions: Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: { 'AddressGroup': {'1.2'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'ConntrackHelper': {'1.0'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Log': {'1.0'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Network': {'1.1'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Port': {'1.7'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'PortForwarding': {'1.2'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'QosPolicy': {'1.9'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SecurityGroup': {'1.4'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SubPort': {'1.0'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Subnet': {'1.1'}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Trunk': {'1.1'}} Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: consumer versions: Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: { DHCP agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: L3 agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: Metadata agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: Metering agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: Open vSwitch agent@dv-cinder-788363-10-iscsi: { 'AddressGroup': '1.2', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'ConntrackHelper': '1.0', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Log': '1.0', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Network': '1.1', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Port': '1.7', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'PortForwarding': '1.2', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'QosPolicy': '1.9', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SecurityGroup': '1.4', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SecurityGroupRule': '1.2', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SubPort': '1.0', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Subnet': '1.1', Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Trunk': '1.1'}} Aug 09 17:49:29.256191 dv-cinder-788363-10-iscsi neutron-server[100426]: {{(pid=100426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:49:29.602437 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:29.792172 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2696'] for router, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:29.796708 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-610799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-610790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-608092'] for router, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:29.905146 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Router 76239c40-3b02-4bbb-b5db-6a61f4a1c87e has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:49:30.010007 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:49:30.014747 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:30.015953 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-bccf75ea-b863-497c-80e9-da760b4c907b admin admin] 10.222.0.54 "PUT /v2.0/routers/76239c40-3b02-4bbb-b5db-6a61f4a1c87e HTTP/1.1" status: 200 len: 890 time: 2.0638993 Aug 09 17:49:30.580873 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Sync routers for ids ['76239c40-3b02-4bbb-b5db-6a61f4a1c87e'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:49:30.594483 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device af8f532a-be0a-4aae-abaf-26c7c140bdf1 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:49:30.620900 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Routers {'76239c40-3b02-4bbb-b5db-6a61f4a1c87e'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:30.621693 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:49:16Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['76239c40-3b02-4bbb-b5db-6a61f4a1c87e'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:30.881108 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Set router 76239c40-3b02-4bbb-b5db-6a61f4a1c87e gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:30.922898 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port af8f532a-be0a-4aae-abaf-26c7c140bdf1 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:49:30.939294 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port af8f532a-be0a-4aae-abaf-26c7c140bdf1 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:30.939666 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.243090 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.315256 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port af8f532a-be0a-4aae-abaf-26c7c140bdf1, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=af8f532a-be0a-4aae-abaf-26c7c140bdf1,segment=NetworkSegment(f3178a23-b5fb-4f13-b71e-dbd480466227),segment_id=f3178a23-b5fb-4f13-b71e-dbd480466227)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:31.364292 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'name': 'router1', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f1fb2ef-0232-4519-acb1-dd137e228fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:49:11Z', 'updated_at': '2021-08-09T17:49:29Z', 'revision_number': 4, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'gw_port': {'id': '6f1fb2ef-0232-4519-acb1-dd137e228fb2', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:49:28Z', 'updated_at': '2021-08-09T17:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'af8f532a-be0a-4aae-abaf-26c7c140bdf1', 'name': '', 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'mac_address': 'fa:16:3e:01:3b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:49:20Z', 'updated_at': '2021-08-09T17:49:23Z', 'revision_number': 4, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'subnets': [{'id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb94248d-bf8a-49cb-ae09-8b620197a3eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:31.390032 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.422399 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Checking router: 76239c40-3b02-4bbb-b5db-6a61f4a1c87e for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:49:31.422917 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Updating router 76239c40-3b02-4bbb-b5db-6a61f4a1c87e port 6f1fb2ef-0232-4519-acb1-dd137e228fb2 binding host dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:49:31.493642 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.528968 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=af8f532a-be0a-4aae-abaf-26c7c140bdf1,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:31.820866 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.830096 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Transition to ACTIVE for port object 6f1fb2ef-0232-4519-acb1-dd137e228fb2 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:49:31.879833 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.930745 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0474adf-05bb-4fbc-ab30-0f53b75d9b82 None None] Pushing event updated for resources: {'Port': ['ID=6f1fb2ef-0232-4519-acb1-dd137e228fb2,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:31.932901 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Attempting to bind port 6f1fb2ef-0232-4519-acb1-dd137e228fb2 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:49:31.933266 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Attempting to bind port 6f1fb2ef-0232-4519-acb1-dd137e228fb2 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:49:31.933711 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Attempting to bind port 6f1fb2ef-0232-4519-acb1-dd137e228fb2 on network 7da24a41-1e78-4151-865c-40a66cc95cd0 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:49:31.939072 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:49:31.939444 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:49:31.939845 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.940230 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Bound using segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:49:31.940693 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Bound port: 6f1fb2ef-0232-4519-acb1-dd137e228fb2, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:49:31.941094 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:31.991442 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] For port 6f1fb2ef-0232-4519-acb1-dd137e228fb2, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:49:31.994373 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] For port 6f1fb2ef-0232-4519-acb1-dd137e228fb2, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=6f1fb2ef-0232-4519-acb1-dd137e228fb2,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:49:32.062627 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:32.119375 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Routers {'76239c40-3b02-4bbb-b5db-6a61f4a1c87e'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:49:32.119980 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:49:16Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['76239c40-3b02-4bbb-b5db-6a61f4a1c87e'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:32.151893 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0474adf-05bb-4fbc-ab30-0f53b75d9b82 None None] Pushing event updated for resources: {'Port': ['ID=6f1fb2ef-0232-4519-acb1-dd137e228fb2,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:32.312022 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] Set router 76239c40-3b02-4bbb-b5db-6a61f4a1c87e gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:49:32.373583 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 34900) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:49:32.485076 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-b862bd8e-7346-4abb-b7b9-d3e80ac0a861 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1103768 Aug 09 17:49:32.521575 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'name': 'router1', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f1fb2ef-0232-4519-acb1-dd137e228fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:49:11Z', 'updated_at': '2021-08-09T17:49:29Z', 'revision_number': 4, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'gw_port': {'id': '6f1fb2ef-0232-4519-acb1-dd137e228fb2', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:49:28Z', 'updated_at': '2021-08-09T17:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'af8f532a-be0a-4aae-abaf-26c7c140bdf1', 'name': '', 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'mac_address': 'fa:16:3e:01:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:49:20Z', 'updated_at': '2021-08-09T17:49:31Z', 'revision_number': 5, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'subnets': [{'id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb94248d-bf8a-49cb-ae09-8b620197a3eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:49:32.550002 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb3c09-7ea9-4c27-a525-219ceb64052f None None] The sync data for ids ['76239c40-3b02-4bbb-b5db-6a61f4a1c87e'] in dv-cinder-788363-10-iscsi is: [{'id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'name': 'router1', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f1fb2ef-0232-4519-acb1-dd137e228fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:49:11Z', 'updated_at': '2021-08-09T17:49:29Z', 'revision_number': 4, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'gw_port': {'id': '6f1fb2ef-0232-4519-acb1-dd137e228fb2', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ba:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:49:28Z', 'updated_at': '2021-08-09T17:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'af8f532a-be0a-4aae-abaf-26c7c140bdf1', 'name': '', 'network_id': '3f39871a-aaa9-4725-9abd-8050f5ac6754', 'tenant_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'mac_address': 'fa:16:3e:01:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76239c40-3b02-4bbb-b5db-6a61f4a1c87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:49:20Z', 'updated_at': '2021-08-09T17:49:31Z', 'revision_number': 5, 'project_id': 'ccbe273bd4354e58a8c3c402d28320a9', 'subnets': [{'id': '7d48d82b-b91c-46a9-ac5a-dd70c36d58b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb94248d-bf8a-49cb-ae09-8b620197a3eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:49:32.571791 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device af8f532a-be0a-4aae-abaf-26c7c140bdf1 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:49:32.643966 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port af8f532a-be0a-4aae-abaf-26c7c140bdf1 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:32.645393 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:34.610281 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 6f1fb2ef-0232-4519-acb1-dd137e228fb2 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:49:34.731398 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 6f1fb2ef-0232-4519-acb1-dd137e228fb2 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:49:34.735731 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 6f1fb2ef-0232-4519-acb1-dd137e228fb2 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:34.736106 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:34.819247 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:34.842000 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 6f1fb2ef-0232-4519-acb1-dd137e228fb2, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=6f1fb2ef-0232-4519-acb1-dd137e228fb2,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:49:34.902911 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:34.954783 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=6f1fb2ef-0232-4519-acb1-dd137e228fb2,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:49:36.604286 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 6f1fb2ef-0232-4519-acb1-dd137e228fb2 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:49:36.675035 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 6f1fb2ef-0232-4519-acb1-dd137e228fb2 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:49:36.675549 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:44.142326 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-85aa663a-202f-4cfa-8286-363af4732aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:46.576775 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c0fca87e-50f0-4c66-ad34-e839f5ea070f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:46.748066 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:47.879435 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:49:49.228401 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:05.460961 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 5 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:50:14.838672 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1077939e-58ea-4557-b0e3-5ac077b9245e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:16.587053 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d5fb732-9871-4a05-af79-a7def2223f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:16.724796 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:17.872884 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:19.175540 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:42.460175 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 5 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:50:44.135125 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7de9-4a61-4c84-935b-0b309ae1f0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:46.609283 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5337365e-0f06-429e-9f17-a574b9a53670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:46.729281 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:47.871267 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:50:49.162869 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:08.762809 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 35468) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:08.823704 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0756eed4-1dfd-4fa5-b9ac-c8a3ad1c55e9 admin admin] GET failed (client error): The resource could not be found. Aug 09 17:51:08.824956 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-0756eed4-1dfd-4fa5-b9ac-c8a3ad1c55e9 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612221 Aug 09 17:51:08.987694 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3ccde-d8af-4ac4-8e3b-bf44bece8ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:08.989166 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-7cb3ccde-d8af-4ac4-8e3b-bf44bece8ff2 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1598680 Aug 09 17:51:11.099657 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35478) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:11.189108 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ec2e7f-0fa8-4e75-959e-9ce710205aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:11.190488 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-b1ec2e7f-0fa8-4e75-959e-9ce710205aeb admin admin] 10.222.0.54 "GET /v2.0/subnets/7d48d82b-b91c-46a9-ac5a-dd70c36d58b3 HTTP/1.1" status: 200 len: 849 time: 0.0899017 Aug 09 17:51:11.202556 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:51:11.286061 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Notify callbacks [] for subnet, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:11.557115 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777863179412'] for subnet, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:11.591920 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:11.591920 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:11.594010 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] 10.222.0.54 "PUT /v2.0/subnets/7d48d82b-b91c-46a9-ac5a-dd70c36d58b3 HTTP/1.1" status: 200 len: 868 time: 0.3950360 Aug 09 17:51:11.594939 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b983a1e4-684f-4daa-8b54-b89c42febc01 None None] Network 3f39871a-aaa9-4725-9abd-8050f5ac6754 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:51:11.617485 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d48d82b-b91c-46a9-ac5a-dd70c36d58b3,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:51:11.625892 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.626271 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.626626 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.626955 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.627288 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.627638 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.627976 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.628481 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.628824 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.629153 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.629816 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.630120 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82825d2a-ee0a-418e-9fc5-daa1c720c03b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:51:11.938511 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-0fa02314-b9ee-4544-900a-90af7d5cde0d None None] Provisioning complete for port af8f532a-be0a-4aae-abaf-26c7c140bdf1 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:51:11.938881 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0fa02314-b9ee-4544-900a-90af7d5cde0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:12.026248 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-0fa02314-b9ee-4544-900a-90af7d5cde0d None None] Provisioning complete for port 2fe8d3b5-0a26-4502-ba4c-7a26087bc51e triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:51:12.026623 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0fa02314-b9ee-4544-900a-90af7d5cde0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:13.738954 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35488) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:13.938917 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ef831-b7b6-4641-b690-2df00f514d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:13.938917 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ef831-b7b6-4641-b690-2df00f514d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:13.938917 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-a66ef831-b7b6-4641-b690-2df00f514d90 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1986861 Aug 09 17:51:14.122664 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-81cc2f2d-66ca-449c-ac61-2ac29d3d765a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:16.049853 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35496) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:16.178172 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb73f4-8234-48f5-8864-61586f274023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:16.178564 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb73f4-8234-48f5-8864-61586f274023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:16.180063 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0ecb73f4-8234-48f5-8864-61586f274023 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292825 Aug 09 17:51:17.031036 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0dc262d7-6df5-40f6-b1e1-a9cc602787bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:17.331559 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:17.876791 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:18.329713 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35504) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:18.460922 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a5a565-89d2-4f41-99b9-56b77a62ef89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:18.463263 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-18a5a565-89d2-4f41-99b9-56b77a62ef89 admin admin] 10.222.0.54 "GET /v2.0/networks/3f39871a-aaa9-4725-9abd-8050f5ac6754 HTTP/1.1" status: 200 len: 869 time: 0.1324029 Aug 09 17:51:19.178956 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:19.459526 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 5 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:51:20.590843 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35512) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:20.713234 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf45963-0c7f-4c1e-ba97-8c98d1d90368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:20.714596 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-2bf45963-0c7f-4c1e-ba97-8c98d1d90368 admin admin] 10.222.0.54 "GET /v2.0/networks/7da24a41-1e78-4151-865c-40a66cc95cd0 HTTP/1.1" status: 200 len: 886 time: 0.1227779 Aug 09 17:51:22.832510 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35520) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:22.955707 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee1835a-9046-44c2-8866-7eb69b90856d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:22.956205 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee1835a-9046-44c2-8866-7eb69b90856d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:22.957771 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-9ee1835a-9046-44c2-8866-7eb69b90856d admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243861 Aug 09 17:51:25.090005 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35528) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:25.179207 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e187f5b4-76b0-45ee-8331-2e0945a60630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:25.179664 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e187f5b4-76b0-45ee-8331-2e0945a60630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:25.181139 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-e187f5b4-76b0-45ee-8331-2e0945a60630 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902047 Aug 09 17:51:27.296680 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35536) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:27.380698 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d0c00e-24d1-438d-bfad-de827b981057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:27.382049 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-c5d0c00e-24d1-438d-bfad-de827b981057 admin admin] 10.222.0.54 "GET /v2.0/subnets/5c04b61d-a457-4855-bd31-7fe2de91e019 HTTP/1.1" status: 200 len: 816 time: 0.0844252 Aug 09 17:51:29.497935 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35544) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:29.588976 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e03858-fa0b-47dc-ac04-f57f6303e375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:29.590333 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-36e03858-fa0b-47dc-ac04-f57f6303e375 admin admin] 10.222.0.54 "GET /v2.0/subnets/7d48d82b-b91c-46a9-ac5a-dd70c36d58b3 HTTP/1.1" status: 200 len: 868 time: 0.0914426 Aug 09 17:51:44.127684 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e6211bdb-bf99-49e5-ae56-aa0ec928a532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:46.567555 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7b9397f6-0069-4d98-8e61-8275cb867f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:46.715441 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:47.893377 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:49.230364 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:55.059111 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35598) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:55.105240 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [None req-677cf654-6f45-418a-88cd-f765b35f1c55 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:51:55.106246 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-677cf654-6f45-418a-88cd-f765b35f1c55 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462146 Aug 09 17:51:56.458639 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 5 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:51:57.342425 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35606) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:57.404633 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b176773-d215-4f94-b907-6a92c5c8f425 admin admin] GET failed (client error): The resource could not be found. Aug 09 17:51:57.405938 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-4b176773-d215-4f94-b907-6a92c5c8f425 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625689 Aug 09 17:51:57.543679 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a293bb60-ea9b-4640-8f45-a01fa0477aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:51:57.545119 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-a293bb60-ea9b-4640-8f45-a01fa0477aa9 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1343346 Aug 09 17:51:59.706126 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35614) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:51:59.751263 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:51:59.829913 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Made reservation on behalf of b7c31db3f96f4421a9656a59127eea37 for: {'network': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:51:59.832104 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:59.860302 dv-cinder-788363-10-iscsi neutron-server[100425]: WARNING neutron.services.revisions.revision_plugin [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Could not find related network for resource to bump revision. Aug 09 17:51:59.870927 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=100425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:51:59.879735 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:51:59.880105 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.segments_db [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Added segment 17d111ca-5c37-4e3b-9dd0-d32d99e0fddf of type vlan for network ad63ee60-5ad4-4af2-98b7-8313587c9f57 Aug 09 17:51:59.918096 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:00.001465 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:00.002384 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:00.002949 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:00.060360 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] Pushing event updated for resources: {'Network': ['ID=ad63ee60-5ad4-4af2-98b7-8313587c9f57,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:00.071656 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network ad63ee60-5ad4-4af2-98b7-8313587c9f57 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:52:00.362538 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-5cb397ba-ae2b-4165-bcbc-839a74a381ee admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6552067 Aug 09 17:52:02.507105 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 35622) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:52:02.566959 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3693515d-16db-449a-89d8-33d8d8ef6b40 admin admin] GET failed (client error): The resource could not be found. Aug 09 17:52:02.568245 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-3693515d-16db-449a-89d8-33d8d8ef6b40 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602143 Aug 09 17:52:02.636446 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb06375-cb00-4653-b7f6-a9ded26366c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:02.637942 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-beb06375-cb00-4653-b7f6-a9ded26366c0 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654085 Aug 09 17:52:02.648630 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Request body: {'subnet': {'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:52:02.743925 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Made reservation on behalf of b7c31db3f96f4421a9656a59127eea37 for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:52:02.746455 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:02.978761 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:03.034840 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7680247b-d468-4063-b452-44eecfc5a7bc,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:03.047360 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.047723 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.048062 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.048393 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.048722 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.049097 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.049429 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.049770 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.050095 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.050417 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.050733 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.051051 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.053762 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Checking segment: {'id': '17d111ca-5c37-4e3b-9dd0-d32d99e0fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:52:03.054109 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Network hostable DHCP agents. Network: ad63ee60-5ad4-4af2-98b7-8313587c9f57, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:52:03.115334 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Network ad63ee60-5ad4-4af2-98b7-8313587c9f57 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:52:03.234762 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, ad63ee60-5ad4-4af2-98b7-8313587c9f57) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:52:03.238744 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:52:03.239358 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:03.244467 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f727dd1a-f390-4ce9-994c-3da4965a865f None None] Network ad63ee60-5ad4-4af2-98b7-8313587c9f57 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:52:03.316085 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-598c0173-f6fe-498a-94e2-c67dc3f0e0c4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6710870 Aug 09 17:52:03.488640 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb000c3e-e308-57ef-a55f-819445f3f8a7-ad63ee60-5ad4-4af2-98b7-8313587c9f57', 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57', 'tenant_id': 'b7c31db3f96f4421a9656a59127eea37', 'fixed_ips': [{'subnet_id': '7680247b-d468-4063-b452-44eecfc5a7bc'}]}} from dv-cinder-788363-10-iscsi. {{(pid=100427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:52:03.489593 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:03.620286 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Allocated IP 192.168.233.2 (ad63ee60-5ad4-4af2-98b7-8313587c9f57/7680247b-d468-4063-b452-44eecfc5a7bc/4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:52:03.760720 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:03.769444 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Transition to ACTIVE for port object 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:52:03.783949 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Transition to ACTIVE for port object 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:52:03.847519 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:03.890195 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Network ad63ee60-5ad4-4af2-98b7-8313587c9f57 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:52:03.893009 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:52:03.897807 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:52:03.899613 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Pushing event updated for resources: {'Port': ['ID=4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:03.906765 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.907130 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.907470 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.907798 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.908509 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.908509 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.908770 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.909109 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.909475 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.909799 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.910117 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.910432 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:52:03.964756 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Attempting to bind port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:52:03.965110 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Attempting to bind port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '17d111ca-5c37-4e3b-9dd0-d32d99e0fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:52:03.965489 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Attempting to bind port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 on network ad63ee60-5ad4-4af2-98b7-8313587c9f57 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:52:03.970710 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:52:03.971075 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Checking segment: {'id': '17d111ca-5c37-4e3b-9dd0-d32d99e0fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:52:03.971467 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:03.971847 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Bound using segment: {'id': '17d111ca-5c37-4e3b-9dd0-d32d99e0fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:52:03.972292 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Bound port: 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d111ca-5c37-4e3b-9dd0-d32d99e0fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:52:03.972683 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:04.035762 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] For port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:52:04.038872 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] For port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8,segment=NetworkSegment(17d111ca-5c37-4e3b-9dd0-d32d99e0fddf),segment_id=17d111ca-5c37-4e3b-9dd0-d32d99e0fddf)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:52:04.092934 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:04.155662 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edd6f6-5b07-4cc6-8336-99cd1e0f2a19 None None] Pushing event updated for resources: {'Port': ['ID=4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:04.692947 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:52:04.835449 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:52:04.964902 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c129c-afbf-4059-865d-1f509da2fb25 None None] Network ad63ee60-5ad4-4af2-98b7-8313587c9f57 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:52:05.084195 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-87826782-2ceb-46ec-a936-136308f6ef13 None None] Provisioning for port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:52:05.090794 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-87826782-2ceb-46ec-a936-136308f6ef13 None None] Provisioning complete for port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:52:05.091202 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87826782-2ceb-46ec-a936-136308f6ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:05.195149 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87826782-2ceb-46ec-a936-136308f6ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:05.229079 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-87826782-2ceb-46ec-a936-136308f6ef13 None None] For port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8,segment=NetworkSegment(17d111ca-5c37-4e3b-9dd0-d32d99e0fddf),segment_id=17d111ca-5c37-4e3b-9dd0-d32d99e0fddf)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:52:05.287046 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87826782-2ceb-46ec-a936-136308f6ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:05.337361 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87826782-2ceb-46ec-a936-136308f6ef13 None None] Pushing event updated for resources: {'Port': ['ID=4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:52:05.407830 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f7723e66-3edf-4630-8558-2506dabc43f3 None None] Provisioning complete for port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:52:05.408368 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f7723e66-3edf-4630-8558-2506dabc43f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:06.668165 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:52:06.714626 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 4dea75fb-bcdb-4d1a-be64-c44c5a73f1d8 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:52:06.714999 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:14.160597 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3e4ddd15-4e57-4155-96fa-78c48497a5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:16.618053 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-af3ab7b2-a388-423b-915c-ce22d57f1033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:16.743288 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:17.926514 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:19.172147 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:33.457232 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 5 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:52:44.131071 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-83e5786f-db49-40f4-a88b-bb13299ac6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:46.576809 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-465241d5-9649-4c8c-8d55-0d94f90f66bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:46.731542 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:47.885141 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:52:49.205064 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:10.455548 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 5 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:53:14.153353 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f62f8c9f-9fcb-4849-a3e1-9d3db942a793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:16.587283 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ee284886-699d-476e-8da5-46f4dd10f737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:16.724395 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:17.907365 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:19.170127 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.115394 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35674) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:53:20.121455 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [None req-5a5ec290-f11b-4ff0-844f-0dabbc9bb9a7 tempest-verify_tempest_config-1621613887 tempest-verify_tempest_config-1621613887-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:53:20.122472 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-5a5ec290-f11b-4ff0-844f-0dabbc9bb9a7 tempest-verify_tempest_config-1621613887 tempest-verify_tempest_config-1621613887-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060830 Aug 09 17:53:20.787525 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 35692) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:53:20.888603 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:20.972043 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:21.089707 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:21.132485 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db668983-8d8f-47e8-a051-d0274c0f96ad,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:53:21.136861 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf8f42f75f7548d98d3048abbd968fb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3483584 Aug 09 17:53:21.139618 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 35696) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:53:21.141463 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.141812 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.142154 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.142488 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.142819 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.143180 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.143510 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.143833 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.144174 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.144495 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.145063 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.145402 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbe61a6-70b7-49e6-851f-0ee979bbc8e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.221729 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:21.242154 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:21.461687 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:21.464087 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:21.465231 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db668983-8d8f-47e8-a051-d0274c0f96ad HTTP/1.1" status: 204 len: 168 time: 0.3245726 Aug 09 17:53:21.474575 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db668983-8d8f-47e8-a051-d0274c0f96ad,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:53:21.481247 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.481637 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.481980 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.482390 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.483207 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.483554 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.483876 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.484205 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.484531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.484852 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.485163 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:21.485602 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48b822f-8d68-4951-80d6-f1e58227902d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:53:44.134861 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-43a6c0f0-e311-46e8-a23e-61fc6daff2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:46.580202 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f392f0f-f9e2-4871-b9a3-150c54123608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:46.774898 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:47.454627 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 5 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:53:47.923496 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:53:49.203473 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:14.192929 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-146e6143-8cd0-402a-96c0-81592634c04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:16.608351 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0be281b1-9532-4806-8eb0-bb03088cfb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:16.859697 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:17.871168 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:19.207822 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:24.452816 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 5 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:54:44.150296 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dc32f88e-5d01-466d-840d-04978844f728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:46.573199 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e3f3aa3-ac30-4388-886c-3b79407d12c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:46.773018 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:47.915961 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:54:49.212573 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:01.451033 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 5 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:55:06.109380 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608742'] for agent, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:14.189671 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-745a0da4-e929-4098-8566-416e1e04fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:16.611899 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-10d91f1a-6cdf-4ebe-bfef-afc6b482cf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:16.749258 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:17.926121 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:19.217690 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:20.489758 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 35770) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:55:20.590142 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-20836328-9d31-4a69-ab93-343a5cd20270 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0993013 Aug 09 17:55:22.735619 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 35780) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:55:22.788970 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e458d58f-ec92-4bfa-baed-4538ab5c1649 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0522940 Aug 09 17:55:36.051408 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:38.449795 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:55:44.119454 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3ad6-2bc9-4d9e-8679-76f75352e689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:46.565502 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-db8cd1ab-69eb-4df1-95f4-935429ae593b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:46.782520 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:47.891161 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:55:49.228523 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:06.090260 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:14.120099 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b97922cf-a6c1-4149-948b-086665ed8523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:15.448370 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:56:16.759596 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-31385f1b-9caf-418c-869e-dce66c8359ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:16.781801 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:17.964817 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:19.268087 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:36.038317 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:44.146423 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2630791a-43bc-4d14-951a-28600ec0f708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:46.592118 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7e604a40-0fd6-47f3-b148-f724cfae25ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:46.821978 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:47.929849 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:49.220609 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:52.447466 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:56:57.833054 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 35986) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:56:57.960463 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 35998) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:56:58.218336 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36008) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:56:58.302695 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1898952244-network', 'tenant_id': '625b6105361d44a68e59e9c45b711529'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:56:58.318079 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-network', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:56:58.330032 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36016) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:56:58.349450 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.db.api [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 17:56:58.349450 dv-cinder-788363-10-iscsi neutron-server[100426]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 17:56:58.349450 dv-cinder-788363-10-iscsi neutron-server[100426]: [parameters: {'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'id': '98f5f0bb-9dd3-4bbf-9721-4f71df2664ca', 'expiration': datetime.datetime(2021, 8, 9, 17, 58, 58, 339378)}] Aug 09 17:56:58.349450 dv-cinder-788363-10-iscsi neutron-server[100426]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 17:56:58.349871 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG oslo_db.api [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 17:56:58.403531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1941632057-network', 'tenant_id': '4f5d0ea8c1094c11a2681ecd24195900'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:56:58.479979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Made reservation on behalf of 625b6105361d44a68e59e9c45b711529 for: {'network': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:56:58.482699 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:58.500488 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:58.546924 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2132152261-network', 'tenant_id': '8a88bca13c914d5db710b994a9514ea8'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:56:58.595327 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Made reservation on behalf of 4f5d0ea8c1094c11a2681ecd24195900 for: {'network': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:56:58.597715 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:58.607690 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.db.api [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 17:56:58.607690 dv-cinder-788363-10-iscsi neutron-server[100425]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 17:56:58.607690 dv-cinder-788363-10-iscsi neutron-server[100425]: [parameters: {'project_id_1': '8a88bca13c914d5db710b994a9514ea8', 'expiration_1': datetime.datetime(2021, 8, 9, 17, 56, 58, 550585)}] Aug 09 17:56:58.607690 dv-cinder-788363-10-iscsi neutron-server[100425]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 17:56:58.616786 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG oslo_db.api [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 17:56:58.616892 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:58.695263 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:58.883454 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:58.904801 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=100426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:56:58.926914 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777863233895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:58.927494 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Unsubscribe: segment precommit_create {{(pid=100426) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 17:56:58.927961 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.segments_db [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Added segment 21baa0cf-6ad0-48a0-a433-8bc90d1ef49c of type vlan for network 9e06bf0c-02b0-45d5-821d-809981f5892e Aug 09 17:56:58.941764 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.db.api [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 17:56:58.941764 dv-cinder-788363-10-iscsi neutron-server[100426]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 17:56:58.941764 dv-cinder-788363-10-iscsi neutron-server[100426]: [parameters: {'project_id_1': 'f9f5a108de43476ebc89d2884380eeb7', 'expiration_1': datetime.datetime(2021, 8, 9, 17, 56, 58, 857592)}] Aug 09 17:56:58.941764 dv-cinder-788363-10-iscsi neutron-server[100426]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 17:56:58.942074 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG oslo_db.api [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 17:56:59.088988 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.095384 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26f62c5-789c-47fe-a0f5-47e5f3250538,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:56:59.125375 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.125739 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.126224 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.126564 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.126903 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.127251 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.127620 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.127935 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.128266 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.128592 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.128916 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.129237 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Tracked resource versions report: Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: pushed versions: Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: { 'AddressGroup': {'1.2'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'ConntrackHelper': {'1.0'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Log': {'1.0'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Network': {'1.1'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Port': {'1.7'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'PortForwarding': {'1.2'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'QosPolicy': {'1.9'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SecurityGroup': {'1.4'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SubPort': {'1.0'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Subnet': {'1.1'}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Trunk': {'1.1'}} Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: consumer versions: Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: { DHCP agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: HyperV agent@hv-cinder-78836: {}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: L3 agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: Metadata agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: Metering agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: Open vSwitch agent@dv-cinder-788363-10-iscsi: { 'AddressGroup': '1.2', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'ConntrackHelper': '1.0', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Log': '1.0', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Network': '1.1', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Port': '1.7', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'PortForwarding': '1.2', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'QosPolicy': '1.9', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SecurityGroup': '1.4', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SecurityGroupRule': '1.2', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'SubPort': '1.0', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Subnet': '1.1', Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: 'Trunk': '1.1'}} Aug 09 17:56:59.130402 dv-cinder-788363-10-iscsi neutron-server[100426]: {{(pid=100426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:56:59.229255 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.255404 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.256352 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:56:59.257092 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.343170 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.359929 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] Pushing event updated for resources: {'Network': ['ID=9e06bf0c-02b0-45d5-821d-809981f5892e,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:56:59.367016 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=100426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:56:59.371500 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 9e06bf0c-02b0-45d5-821d-809981f5892e details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:56:59.384933 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.385405 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.segments_db [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Added segment 9ad874bc-5206-427f-8ecb-0f4b57607457 of type vlan for network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 Aug 09 17:56:59.427739 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2444676-9d18-491d-8670-9006913961e6,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:56:59.441993 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.501545 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-357f8f8e-f50c-436d-984f-19c861d537fa admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6672413 Aug 09 17:56:59.506839 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36070) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:56:59.512362 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Request body: {'subnet': {'network_id': '9e06bf0c-02b0-45d5-821d-809981f5892e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1898952244-subnet', 'tenant_id': '625b6105361d44a68e59e9c45b711529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:56:59.574760 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.575810 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:56:59.576480 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.602972 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Made reservation on behalf of 8a88bca13c914d5db710b994a9514ea8 for: {'network': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:56:59.607331 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.626765 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.654684 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.db.api [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 17:56:59.654684 dv-cinder-788363-10-iscsi neutron-server[100426]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 17:56:59.654684 dv-cinder-788363-10-iscsi neutron-server[100426]: [parameters: {'project_id_1': '625b6105361d44a68e59e9c45b711529', 'expiration_1': datetime.datetime(2021, 8, 9, 17, 56, 59, 517110)}] Aug 09 17:56:59.654684 dv-cinder-788363-10-iscsi neutron-server[100426]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 17:56:59.655422 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG oslo_db.api [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 17:56:59.678777 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] Pushing event updated for resources: {'Network': ['ID=04ccc88b-41a6-4ff5-8ccc-6ab73913f426,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:56:59.691721 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:56:59.747516 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Made reservation on behalf of f9f5a108de43476ebc89d2884380eeb7 for: {'network': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:56:59.750131 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.769433 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:56:59.815125 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-2c3f1b7d-8f73-451b-ad1a-bb36a14f54d8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5929732 Aug 09 17:56:59.815348 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36084) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:56:59.821993 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Request body: {'subnet': {'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1941632057-subnet', 'tenant_id': '4f5d0ea8c1094c11a2681ecd24195900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:56:59.923990 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.043413 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.068592 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=100425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:57:00.079388 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188dd2e1-23ef-454f-a0df-75bca397f962,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:00.084215 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.096139 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.segments_db [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Added segment abea5a6c-256a-400e-a2bd-a01be979d6f2 of type vlan for network 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 Aug 09 17:57:00.096139 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.096139 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.096139 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.096498 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.096674 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.097226 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.097587 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.097936 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.098261 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.099031 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.099031 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.099236 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Tracked resource versions report: Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: pushed versions: Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: { 'AddressGroup': {'1.2'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'ConntrackHelper': {'1.0'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Log': {'1.0'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Network': {'1.1'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Port': {'1.7'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'PortForwarding': {'1.2'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'QosPolicy': {'1.9'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SecurityGroup': {'1.4'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SubPort': {'1.0'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Subnet': {'1.1'}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Trunk': {'1.1'}} Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: consumer versions: Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: { DHCP agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: HyperV agent@hv-cinder-78836: {}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: L3 agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: Metadata agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: Metering agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: Open vSwitch agent@dv-cinder-788363-10-iscsi: { 'AddressGroup': '1.2', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'ConntrackHelper': '1.0', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Log': '1.0', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Network': '1.1', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Port': '1.7', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'PortForwarding': '1.2', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'QosPolicy': '1.9', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SecurityGroup': '1.4', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SecurityGroupRule': '1.2', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'SubPort': '1.0', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Subnet': '1.1', Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: 'Trunk': '1.1'}} Aug 09 17:57:00.100368 dv-cinder-788363-10-iscsi neutron-server[100425]: {{(pid=100425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:57:00.131392 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.141468 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.235956 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.268536 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=100426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:57:00.281212 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.281585 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.segments_db [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Added segment 7c5b0015-1a55-40aa-840e-d3f03c48e2ba of type vlan for network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 Aug 09 17:57:00.282986 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb757b7-e42f-43af-93e8-3f4bb1504c4e,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:00.300440 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.301603 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:00.302399 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.334826 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.466462 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Made reservation on behalf of 4f5d0ea8c1094c11a2681ecd24195900 for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:57:00.469535 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Notify callbacks [] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.497036 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] Pushing event updated for resources: {'Network': ['ID=0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:00.507893 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:57:00.674704 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-4b25224d-6090-4900-959c-d9be1aa3f30d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3393991 Aug 09 17:57:00.677145 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36098) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:00.682845 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.686342 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Request body: {'subnet': {'network_id': '0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2132152261-subnet', 'tenant_id': '8a88bca13c914d5db710b994a9514ea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:00.686977 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:00.687995 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.769806 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] Pushing event updated for resources: {'Network': ['ID=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:00.779607 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36102) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:00.781162 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.781822 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:57:00.825947 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Made reservation on behalf of 625b6105361d44a68e59e9c45b711529 for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:57:00.828899 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:00.897228 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=02049257-20b3-4b69-bfea-b66b839b27f3,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:00.938361 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Checking segment: {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:00.938716 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Network hostable DHCP agents. Network: 04ccc88b-41a6-4ff5-8ccc-6ab73913f426, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:57:00.963200 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Made reservation on behalf of 8a88bca13c914d5db710b994a9514ea8 for: {'subnet': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:57:00.965480 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.051211 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-34c45c03-df4e-4c0b-a88c-a73904b1538e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.076450 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:57:01.122017 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-8ffbacf9-f099-42cc-93b1-ba0e5c475e10 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1576025 Aug 09 17:57:01.122325 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36112) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:01.127635 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Request body: {'subnet': {'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-subnet', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:01.291975 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-34c45c03-df4e-4c0b-a88c-a73904b1538e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.301160 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.303424 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 04ccc88b-41a6-4ff5-8ccc-6ab73913f426) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:01.311899 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf82f0e-1d33-4fbd-98f7-6aa45c2e5b6c None None] Network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:57:01.331644 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:01.332278 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.369565 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b67a4b3-cde1-4ac7-9fdd-d7f56a282454,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:01.387243 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Checking segment: {'id': '21baa0cf-6ad0-48a0-a433-8bc90d1ef49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9e06bf0c-02b0-45d5-821d-809981f5892e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:01.387595 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Network hostable DHCP agents. Network: 9e06bf0c-02b0-45d5-821d-809981f5892e, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:57:01.399522 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for subnet, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.437018 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-34c45c03-df4e-4c0b-a88c-a73904b1538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.455461 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d899f3bf-0f2a-4f58-b338-a31cb47826b0 None None] Network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:57:01.502212 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e490ae-932d-4b37-aae8-ef8f373bf854,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:01.513774 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-34c45c03-df4e-4c0b-a88c-a73904b1538e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=305bc56820ad429591ac2fb9c94e23fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7322628 Aug 09 17:57:01.517089 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Checking segment: {'id': 'abea5a6c-256a-400e-a2bd-a01be979d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:01.517596 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Network hostable DHCP agents. Network: 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:57:01.522934 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36120) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:01.523102 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c45c03-df4e-4c0b-a88c-a73904b1538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7185b7-1739-4f71-a89a-dc5def0ea668,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:01.553485 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Network 9e06bf0c-02b0-45d5-821d-809981f5892e is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:57:01.583580 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-9b638905-8618-49bf-af54-6b8670548eee admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7672224 Aug 09 17:57:01.618576 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0bf3-4bd5-4063-98ed-e19d3e964ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.632919 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Network 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:57:01.644647 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0bf3-4bd5-4063-98ed-e19d3e964ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.662887 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Made reservation on behalf of f9f5a108de43476ebc89d2884380eeb7 for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:57:01.665785 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.691053 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9) {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:01.701627 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:01.704641 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.713890 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ffad73-1683-447f-bc4f-402a75ac69d3 None None] Network 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:57:01.722314 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 9e06bf0c-02b0-45d5-821d-809981f5892e) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:01.735775 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:01.736368 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.749604 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeebe2a-50b5-41e5-a144-ed107e4c0e59 None None] Network 9e06bf0c-02b0-45d5-821d-809981f5892e requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:57:01.827632 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-51645a45-7fd6-4d50-9437-832b6359e863 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1490612 Aug 09 17:57:01.896721 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-6f0e21a8-e2a8-4ea3-b554-3eb91e8823e1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3883533 Aug 09 17:57:01.899169 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0bf3-4bd5-4063-98ed-e19d3e964ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.904896 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0bf3-4bd5-4063-98ed-e19d3e964ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:01.906484 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-9d6a0bf3-4bd5-4063-98ed-e19d3e964ff3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e7185b7-1739-4f71-a89a-dc5def0ea668 HTTP/1.1" status: 204 len: 168 time: 0.3873539 Aug 09 17:57:01.922911 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a0bf3-4bd5-4063-98ed-e19d3e964ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7185b7-1739-4f71-a89a-dc5def0ea668,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:02.079169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7699db39-aded-43fd-bc8c-a5b4a23520f6 None None] Network 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:57:02.123982 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:02.182443 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a82600c-d3b8-4596-90f0-ec483a6af16e None None] Network 9e06bf0c-02b0-45d5-821d-809981f5892e requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:57:02.192804 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbbf44f-702e-4b0d-ae1d-15b3c624f928,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:02.277358 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Checking segment: {'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:02.277688 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Network hostable DHCP agents. Network: db2c60d2-d193-4ba6-b0f6-230c3a3e6b52, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:57:02.448894 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:57:02.626243 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, db2c60d2-d193-4ba6-b0f6-230c3a3e6b52) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:02.630959 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:02.632268 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:02.639646 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7651ed-4ae1-46ef-b809-b267f9a8941a None None] Network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:57:02.776058 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36196) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:02.778492 dv-cinder-788363-10-iscsi neutron-server[100426]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 17:57:02.795131 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c5355-93e7-4db1-a8c3-3ec8a607a39a None None] Network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:57:02.815645 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-399f577d-1db0-4767-a60c-fd8da25acd63 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6921403 Aug 09 17:57:02.818703 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36198) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:02.837964 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-router', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:02.986928 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2805'] for router, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:02.990300 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2814'] for router, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:03.004733 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-f506dbf6-71bf-4828-8e15-bb20005bfdee tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:03.006344 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-f506dbf6-71bf-4828-8e15-bb20005bfdee tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/networks?id=0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 HTTP/1.1" status: 200 len: 812 time: 0.2290823 Aug 09 17:57:03.030839 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-5ca03a31-7fcf-4362-9001-d94339576f85 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/quotas/8a88bca13c914d5db710b994a9514ea8 HTTP/1.1" status: 200 len: 375 time: 0.0172231 Aug 09 17:57:03.101731 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-331208f7-bf77-4302-ae72-b0e9f60514b6 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a88bca13c914d5db710b994a9514ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642188 Aug 09 17:57:03.119289 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:03.150721 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36212) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:03.164967 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ae6287d5-d376-48da-8b04-90471f62c650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:03.404076 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:03.417456 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36234) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:03.477174 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ae6287d5-d376-48da-8b04-90471f62c650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:03.541060 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-b0443537-c450-48da-bbfc-e42b0e1c4a4a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:03.542745 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-b0443537-c450-48da-bbfc-e42b0e1c4a4a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/networks?id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 200 len: 815 time: 0.1233692 Aug 09 17:57:03.558390 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-867fe099-827c-4c53-8ec6-a2614ce9055b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/quotas/4f5d0ea8c1094c11a2681ecd24195900 HTTP/1.1" status: 200 len: 375 time: 0.0095952 Aug 09 17:57:03.596812 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-185a4399-0ce8-47fc-a5f7-2d3db2a90727 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323353 Aug 09 17:57:03.623713 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-ee141f88-9876-44b3-87a2-e09617df10c2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:57:03.623713 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-ee141f88-9876-44b3-87a2-e09617df10c2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0664756 Aug 09 17:57:03.678266 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ae6287d5-d376-48da-8b04-90471f62c650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:03.761750 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-ae6287d5-d376-48da-8b04-90471f62c650 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=55869778fcc04f4cba21e4e9253ce06d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6097548 Aug 09 17:57:03.762556 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36256) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:03.767811 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-d8fd4857-4649-4e76-8d38-e1721b78dd81 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507208 Aug 09 17:57:03.848125 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:03.867411 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6287d5-d376-48da-8b04-90471f62c650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c38b6d-24ee-4261-b18e-9a1bc3b8529f,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:03.908621 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36260) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:03.914072 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-232397713-network', 'tenant_id': 'f4bf7805d73b4ca38e62636e9079db3f'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:03.927168 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:03.960061 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-63bbe648-538e-4100-902a-bd73c29fd95e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:57:03.961035 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-63bbe648-538e-4100-902a-bd73c29fd95e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2830613 Aug 09 17:57:04.070410 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-b87e10d6-90a6-4aa9-bef4-e8239dd340b6 service neutron] 10.222.0.54 "GET /v2.0/networks/0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901273 Aug 09 17:57:04.077746 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fa502b5f-5237-416e-b6e9-b16837235002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:04.085201 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Allocated IP 172.27.1.98 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/20af684e-6d5e-43dc-a933-2694b23c7272) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:57:04.094227 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-9e47e777-df3a-48d3-b116-901948f0309b service neutron] 10.222.0.54 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227684 Aug 09 17:57:04.119556 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fa502b5f-5237-416e-b6e9-b16837235002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:04.190061 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Made reservation on behalf of f4bf7805d73b4ca38e62636e9079db3f for: {'network': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:57:04.194607 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:04.224433 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-d95fe3f4-108f-44c1-949c-2b83ea82845b service neutron] 10.222.0.54 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194403 Aug 09 17:57:04.233611 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:04.314079 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:04.508520 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fa502b5f-5237-416e-b6e9-b16837235002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:04.511750 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fa502b5f-5237-416e-b6e9-b16837235002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:04.517033 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-fa502b5f-5237-416e-b6e9-b16837235002 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4c38b6d-24ee-4261-b18e-9a1bc3b8529f HTTP/1.1" status: 204 len: 168 time: 0.6720130 Aug 09 17:57:04.518611 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:04.570424 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa502b5f-5237-416e-b6e9-b16837235002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c38b6d-24ee-4261-b18e-9a1bc3b8529f,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:04.625978 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:57:04.634241 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:04.645109 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:57:04.752045 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Pushing event updated for resources: {'Port': ['ID=20af684e-6d5e-43dc-a933-2694b23c7272,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:04.780464 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-94519837-babb-4dad-8b07-f296b82fd8e4 req-0f7886d0-d77f-4203-a80c-03538feac23e tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.1479244 Aug 09 17:57:04.840186 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:04.934556 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0a042197-faa2-4814-85dd-ebfe5f9a04ed req-eed6a320-219f-4078-b778-7129f41612d1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 210 time: 0.0809319 Aug 09 17:57:04.974983 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:05.204497 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=100425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:57:05.214427 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1004d98b-d79e-4337-b0d9-51de25be8868,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:05.251289 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:05.251539 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.segments_db [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Added segment 8ebc6414-686b-45c9-9754-6553f450514e of type vlan for network ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0 Aug 09 17:57:05.306765 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:05.312799 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:05.550122 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809'] for router, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:05.655561 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:05.656516 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:05.657096 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:05.733312 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] Pushing event updated for resources: {'Network': ['ID=ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:05.745565 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:57:05.861566 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d2c92968-1e5b-4d05-9112-01a0e0e310dd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9515069 Aug 09 17:57:05.864167 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36356) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:05.869715 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Request body: {'subnet': {'network_id': 'ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-232397713-subnet', 'tenant_id': 'f4bf7805d73b4ca38e62636e9079db3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:05.889631 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0e37217f-d44d-4fc1-9473-b3f96e721656 req-4bebce96-af63-4ed3-be7d-7855b0e3ef03 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0273788 Aug 09 17:57:05.917459 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Router 4ef517cd-0b99-4015-bc2d-02279c00bd49 is scheduled to L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 with binding_index 1 {{(pid=100425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:57:06.030145 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-745c6cbc-dce9-42bc-a3bc-9a7dfbd3e42d req-16221cad-9a75-4b59-98b7-6f0ba906fdad tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 210 time: 0.0384045 Aug 09 17:57:06.034178 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Made reservation on behalf of f4bf7805d73b4ca38e62636e9079db3f for: {'subnet': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:57:06.043477 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:06.101369 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:57:06.114797 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Sync routers for ids ['4ef517cd-0b99-4015-bc2d-02279c00bd49'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:57:06.131104 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Routers {'4ef517cd-0b99-4015-bc2d-02279c00bd49'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:57:06.131464 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:56:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['4ef517cd-0b99-4015-bc2d-02279c00bd49'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:06.169392 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:06.262465 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Set router 4ef517cd-0b99-4015-bc2d-02279c00bd49 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:57:06.323562 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] Notify callbacks [] for router, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:06.324886 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-81ac6697-a49a-4595-8d00-a43e82027936 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5039353 Aug 09 17:57:06.327734 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36380) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:06.420191 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for subnet, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:06.479142 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-router', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:04Z', 'revision_number': 3, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'gw_port': {'id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:06.510714 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Checking router: 4ef517cd-0b99-4015-bc2d-02279c00bd49 for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:57:06.512096 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Updating router 4ef517cd-0b99-4015-bc2d-02279c00bd49 port 20af684e-6d5e-43dc-a933-2694b23c7272 binding host dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:57:06.513313 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a594f6-2c83-4054-b033-c745bfcbca1a,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:06.544363 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:06.547663 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Checking segment: {'id': '8ebc6414-686b-45c9-9754-6553f450514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:06.547978 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Network hostable DHCP agents. Network: ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:57:06.824993 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:06.835068 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Transition to ACTIVE for port object 20af684e-6d5e-43dc-a933-2694b23c7272 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:57:06.845813 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Network ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:57:06.930213 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:06.977627 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-423936fe-5ed7-48bb-bf2e-2bbc71c4ecf7 req-a7cbd2ca-4fea-4868-a216-a1bd3697fb2e tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0263519 Aug 09 17:57:07.093050 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Allocated IP 172.20.0.1 (db2c60d2-d193-4ba6-b0f6-230c3a3e6b52/1bbbf44f-702e-4b0d-ae1d-15b3c624f928/dc01b9b6-0e5c-41bb-be72-29fa8c89b377) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:57:07.105787 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.116637 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-78fafae3-82f6-45f2-8cbc-572e404f5dcc req-e21523bf-e9ad-4b75-abb6-632e7a3b1cc6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 210 time: 0.0355766 Aug 09 17:57:07.181871 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Pushing event updated for resources: {'Port': ['ID=20af684e-6d5e-43dc-a933-2694b23c7272,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:07.191400 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0) {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:07.202778 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e50bd-8fd5-4ba9-add0-98d57e6fd330 None None] Network ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:57:07.205537 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:07.205985 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.219314 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.219928 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.220824 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.221109 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.221649 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.222493 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.223038 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.223441 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.223880 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.224276 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.224734 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.226126 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Tracked resource versions report: Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: pushed versions: Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: { 'AddressGroup': {'1.2'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'ConntrackHelper': {'1.0'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Log': {'1.0'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Network': {'1.1'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Port': {'1.7'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'PortForwarding': {'1.2'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'QosPolicy': {'1.9'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SecurityGroup': {'1.4'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SubPort': {'1.0'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Subnet': {'1.1'}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Trunk': {'1.1'}} Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: consumer versions: Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: { DHCP agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: HyperV agent@hv-cinder-78836: {}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: L3 agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: Metadata agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: Metering agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: Open vSwitch agent@dv-cinder-788363-10-iscsi: { 'AddressGroup': '1.2', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'ConntrackHelper': '1.0', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Log': '1.0', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Network': '1.1', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Port': '1.7', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'PortForwarding': '1.2', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'QosPolicy': '1.9', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SecurityGroup': '1.4', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SecurityGroupRule': '1.2', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'SubPort': '1.0', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Subnet': '1.1', Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: 'Trunk': '1.1'}} Aug 09 17:57:07.230390 dv-cinder-788363-10-iscsi neutron-server[100428]: {{(pid=100428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:57:07.253601 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.254224 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Attempting to bind port 20af684e-6d5e-43dc-a933-2694b23c7272 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:57:07.254784 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Attempting to bind port 20af684e-6d5e-43dc-a933-2694b23c7272 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:57:07.255365 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Attempting to bind port 20af684e-6d5e-43dc-a933-2694b23c7272 on network 7da24a41-1e78-4151-865c-40a66cc95cd0 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:57:07.282085 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:57:07.282813 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:07.285255 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.285874 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Bound using segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:57:07.286592 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Bound port: 20af684e-6d5e-43dc-a933-2694b23c7272, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:57:07.287208 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.343969 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a11fadd-1dc1-4d5f-8eb0-017a2939124f None None] Network ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:57:07.352917 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] For port 20af684e-6d5e-43dc-a933-2694b23c7272, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:57:07.356248 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] For port 20af684e-6d5e-43dc-a933-2694b23c7272, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=20af684e-6d5e-43dc-a933-2694b23c7272,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:57:07.432223 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.445899 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-e37008c9-2f50-48d1-afcd-df707b73b9ed admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5806742 Aug 09 17:57:07.477185 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.525099 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:57:07.532052 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:07.537851 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:57:07.538348 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610314'] for router_interface, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.624085 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Routers {'4ef517cd-0b99-4015-bc2d-02279c00bd49'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:57:07.624760 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:56:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['4ef517cd-0b99-4015-bc2d-02279c00bd49'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:07.676912 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Pushing event updated for resources: {'Port': ['ID=dc01b9b6-0e5c-41bb-be72-29fa8c89b377,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:07.684562 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36434) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:07.723296 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d5a87-0fad-46aa-a4ed-1bb49b720d3a None None] Pushing event updated for resources: {'Port': ['ID=20af684e-6d5e-43dc-a933-2694b23c7272,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:07.761855 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ff692f-4334-4c62-ae25-94b1b1c1531f admin admin] Deleting subnet 3b67a4b3-cde1-4ac7-9fdd-d7f56a282454 {{(pid=100426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:57:07.775506 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f5ff692f-4334-4c62-ae25-94b1b1c1531f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.866103 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f5ff692f-4334-4c62-ae25-94b1b1c1531f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:07.887234 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] Set router 4ef517cd-0b99-4015-bc2d-02279c00bd49 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:57:07.892274 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f5ff692f-4334-4c62-ae25-94b1b1c1531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.055515 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6ca3e1d3-bad1-4a61-8850-fe84414ad3e6 req-762fee54-df63-4f1c-be30-f17f4e5b3fca tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0273805 Aug 09 17:57:08.131008 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f5ff692f-4334-4c62-ae25-94b1b1c1531f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for subnet, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.147281 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-router', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:04Z', 'revision_number': 3, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'gw_port': {'id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:08.179574 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62c9710-542e-444f-94cb-9574ebed6b62 None None] The sync data for ids ['4ef517cd-0b99-4015-bc2d-02279c00bd49'] in dv-cinder-788363-10-iscsi is: [{'id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-router', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:04Z', 'revision_number': 3, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'gw_port': {'id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:57:08.184439 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.194923 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f5ff692f-4334-4c62-ae25-94b1b1c1531f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.199730 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f5ff692f-4334-4c62-ae25-94b1b1c1531f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3b67a4b3-cde1-4ac7-9fdd-d7f56a282454 HTTP/1.1" status: 204 len: 168 time: 0.5141191 Aug 09 17:57:08.200694 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36456) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:08.203107 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff692f-4334-4c62-ae25-94b1b1c1531f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b67a4b3-cde1-4ac7-9fdd-d7f56a282454,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:08.354700 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.421721 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-282ca741-b68e-4841-a411-13c289d0454b req-de9f96a9-f37b-4771-a6c0-5db447ff5f13 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 210 time: 0.0600789 Aug 09 17:57:08.478369 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.590325 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.608384 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.609007 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.610633 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.611262 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > port after_create 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.611754 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.612257 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > port after_update 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.612728 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.614341 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.623507 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.623507 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.660334 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.661067 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610494'] for router_interface, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.755544 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Pushing event updated for resources: {'Port': ['ID=dc01b9b6-0e5c-41bb-be72-29fa8c89b377,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:08.790557 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.791371 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.791889 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.792291 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:08.792728 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e06bf0c-02b0-45d5-821d-809981f5892e']}} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:08.799583 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:57:08.801240 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:08.816626 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21baa0cf-6ad0-48a0-a433-8bc90d1ef49c') {'for_net_delete': True} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:08.817020 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21baa0cf-6ad0-48a0-a433-8bc90d1ef49c') {} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:08.840636 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165694'] for segment, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.871782 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.894517 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=100426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:57:08.894517 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166006'] for segment, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: from cryptography.utils import int_from_bytes Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: from cryptography.utils import int_from_bytes Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: Traceback (most recent call last): Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: timer() Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: cb(*args, **kw) Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: return func(*args, **kwargs) Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: self._notify() Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: self.callback(batched_events) Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: event.method(event) Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: return f(self, *a, **k) Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._get(url).json() Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: return self.request(url, 'GET', **kwargs) Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:57:08.903155 dv-cinder-788363-10-iscsi neutron-server[100426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:57:08.968617 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 20af684e-6d5e-43dc-a933-2694b23c7272 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:57:09.011848 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Router 4ef517cd-0b99-4015-bc2d-02279c00bd49 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:57:09.136052 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:57:09.141562 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-9d4037a0-5cb3-4ade-8325-4d20852df819 admin admin] 10.222.0.54 "PUT /v2.0/routers/4ef517cd-0b99-4015-bc2d-02279c00bd49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8126957 Aug 09 17:57:09.210279 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7580c1a7-e980-4dca-a2c1-4d56d3ecd6a0 req-414901e9-b021-4977-b1d4-ad4f7ee215b5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0603871 Aug 09 17:57:09.212759 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.234189 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9e06bf0c-02b0-45d5-821d-809981f5892e,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:09.263162 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.266714 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 20af684e-6d5e-43dc-a933-2694b23c7272 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:57:09.271152 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 20af684e-6d5e-43dc-a933-2694b23c7272 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:57:09.271623 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.274180 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36494) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:09.276009 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-478b27e2-db61-4a77-bf1e-379031c621ce admin admin] 10.222.0.54 "DELETE /v2.0/networks/9e06bf0c-02b0-45d5-821d-809981f5892e HTTP/1.1" status: 204 len: 168 time: 1.0726321 Aug 09 17:57:09.391289 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a393e614-6349-4427-a849-372ae4c5ca8b admin admin] Deleting subnet 89a594f6-2c83-4054-b033-c745bfcbca1a {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:57:09.397561 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a393e614-6349-4427-a849-372ae4c5ca8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.402929 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.418806 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36500) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:09.442640 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 20af684e-6d5e-43dc-a933-2694b23c7272, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=20af684e-6d5e-43dc-a933-2694b23c7272,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:09.455893 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a393e614-6349-4427-a849-372ae4c5ca8b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.479715 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a393e614-6349-4427-a849-372ae4c5ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.571485 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-125125f5-b6d0-419b-8772-4748b6321966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.574935 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.657984 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=20af684e-6d5e-43dc-a933-2694b23c7272,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:09.664068 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f2f2d9ae-8417-4d3f-b332-abe9105958b3 req-d7dab847-a381-491b-a843-568bec2bacd7 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 210 time: 0.0406795 Aug 09 17:57:09.680751 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.681132 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.681501 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.681837 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.682163 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.682903 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.683461 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.683954 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.684455 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.685110 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.686122 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.686594 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Tracked resource versions report: Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: pushed versions: Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: { 'AddressGroup': {'1.2'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'ConntrackHelper': {'1.0'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Log': {'1.0'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Network': {'1.1'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Port': {'1.7'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'PortForwarding': {'1.2'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'QosPolicy': {'1.9'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SecurityGroup': {'1.4'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SecurityGroupRule': {'1.2'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SubPort': {'1.0'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Subnet': {'1.1'}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Trunk': {'1.1'}} Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: consumer versions: Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: { DHCP agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: HyperV agent@hv-cinder-78836: {}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: L3 agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: Metadata agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: Metering agent@dv-cinder-788363-10-iscsi: {}, Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: Open vSwitch agent@dv-cinder-788363-10-iscsi: { 'AddressGroup': '1.2', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'ConntrackHelper': '1.0', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Log': '1.0', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Network': '1.1', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Port': '1.7', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'PortForwarding': '1.2', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'QosPolicy': '1.9', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SecurityGroup': '1.4', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SecurityGroupRule': '1.2', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'SubPort': '1.0', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Subnet': '1.1', Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: 'Trunk': '1.1'}} Aug 09 17:57:09.687866 dv-cinder-788363-10-iscsi neutron-server[100427]: {{(pid=100427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 17:57:09.712248 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a393e614-6349-4427-a849-372ae4c5ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.742638 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393e614-6349-4427-a849-372ae4c5ca8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a594f6-2c83-4054-b033-c745bfcbca1a,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:09.757458 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a393e614-6349-4427-a849-372ae4c5ca8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.759794 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-a393e614-6349-4427-a849-372ae4c5ca8b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/89a594f6-2c83-4054-b033-c745bfcbca1a HTTP/1.1" status: 204 len: 168 time: 0.4837835 Aug 09 17:57:09.762295 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36516) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:09.801399 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-125125f5-b6d0-419b-8772-4748b6321966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.879651 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.929603 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-125125f5-b6d0-419b-8772-4748b6321966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.952074 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-7ad24dab-2ffb-40ad-80f2-c9af85d296f3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:09.953701 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-7ad24dab-2ffb-40ad-80f2-c9af85d296f3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 819 time: 0.1402099 Aug 09 17:57:09.990613 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:09.998246 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6fc018b6-334f-4bfd-ac16-bd05f13686f6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/quotas/f9f5a108de43476ebc89d2884380eeb7 HTTP/1.1" status: 200 len: 375 time: 0.0326157 Aug 09 17:57:10.005015 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-125125f5-b6d0-419b-8772-4748b6321966 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0d216c6faa04425a51c63f3864b449d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5845020 Aug 09 17:57:10.008512 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125125f5-b6d0-419b-8772-4748b6321966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e26c29-828d-4cba-b5b2-418f581bdc0f,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:10.009379 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.009960 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.010616 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36530) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:10.010998 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.011338 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > port after_create 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.011691 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.012057 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > port after_update 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.014155 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.014538 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.014896 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.023456 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.125960 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-94338d1a-3b7f-423b-81d8-3bcb3f914d55 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1196637 Aug 09 17:57:10.140570 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36534) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:10.195312 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.195676 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.195978 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.196385 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 17:57:10.196723 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0']}} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:10.198710 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-55ec4097-d936-46d0-b260-3a5d7955d8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.216548 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebc6414-686b-45c9-9754-6553f450514e') {'for_net_delete': True} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:10.216548 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebc6414-686b-45c9-9754-6553f450514e') {} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:10.294416 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.77', 60065) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:10.294416 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-55ec4097-d936-46d0-b260-3a5d7955d8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.295352 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2648135'] for segment, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.295352 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.295352 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=100425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:57:10.295352 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2648452'] for segment, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: from cryptography.utils import int_from_bytes Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: from cryptography.utils import int_from_bytes Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: Traceback (most recent call last): Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: timer() Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: cb(*args, **kw) Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: return func(*args, **kwargs) Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: self._notify() Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: self.callback(batched_events) Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: event.method(event) Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: return f(self, *a, **k) Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._get(url).json() Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: return self.request(url, 'GET', **kwargs) Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:57:10.301070 dv-cinder-788363-10-iscsi neutron-server[100425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:57:10.376609 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Sync routers for ids ['4ef517cd-0b99-4015-bc2d-02279c00bd49'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:57:10.383479 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b00b30f1-8509-4c79-812d-f037b83f5958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.386609 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Routers {'4ef517cd-0b99-4015-bc2d-02279c00bd49'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:57:10.387234 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:56:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['4ef517cd-0b99-4015-bc2d-02279c00bd49'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:10.412499 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-ea493e71-e728-4072-9831-bb5d6ff784e4 service neutron] 10.222.0.54 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820203 Aug 09 17:57:10.418132 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-051def1d-5344-48cf-a34d-aa9479fc87bd req-f967123f-fed6-44b6-aae4-05d1c741b593 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0748372 Aug 09 17:57:10.481025 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.493787 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.498367 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0 HTTP/1.1" status: 204 len: 168 time: 0.7325373 Aug 09 17:57:10.510688 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99254f42-3f08-4256-965f-5a5e4a1eb811 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab69c3e5-9ec7-4a5e-83e7-b1aef71461e0,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:10.520372 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Set router 4ef517cd-0b99-4015-bc2d-02279c00bd49 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:57:10.659164 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-9064a8fd-b66f-4976-9fb6-10991aae4a17 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:10.660531 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-9064a8fd-b66f-4976-9fb6-10991aae4a17 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "GET /v2.0/networks?id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 200 len: 815 time: 0.3928607 Aug 09 17:57:10.691293 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6efbd84f-0293-42ac-a81a-8987e8501af3 service neutron] 10.222.0.54 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657468 Aug 09 17:57:10.747250 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Request body: {'port': {'device_id': '97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459', 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426', 'admin_state_up': True, 'tenant_id': '4f5d0ea8c1094c11a2681ecd24195900'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:10.771398 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-router', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:07Z', 'revision_number': 4, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'gw_port': {'id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'dc01b9b6-0e5c-41bb-be72-29fa8c89b377', 'name': '', 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'mac_address': 'fa:16:3e:fd:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bbbf44f-702e-4b0d-ae1d-15b3c624f928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:06Z', 'updated_at': '2021-08-09T17:57:08Z', 'revision_number': 2, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'subnets': [{'id': '1bbbf44f-702e-4b0d-ae1d-15b3c624f928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:10.805008 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Checking router: 4ef517cd-0b99-4015-bc2d-02279c00bd49 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:57:10.805522 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Updating router 4ef517cd-0b99-4015-bc2d-02279c00bd49 port dc01b9b6-0e5c-41bb-be72-29fa8c89b377 binding host dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:57:10.841713 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-55ec4097-d936-46d0-b260-3a5d7955d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.844289 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-55ec4097-d936-46d0-b260-3a5d7955d8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.845444 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-55ec4097-d936-46d0-b260-3a5d7955d8bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/39e26c29-828d-4cba-b5b2-418f581bdc0f HTTP/1.1" status: 204 len: 168 time: 0.8269055 Aug 09 17:57:10.870585 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:10.878637 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 20af684e-6d5e-43dc-a933-2694b23c7272 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:57:10.917040 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a532805a-1b64-4a87-b166-ce025eeebbc0 req-54936d60-d36d-457c-8be9-8677381fe1f5 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 210 time: 0.0911882 Aug 09 17:57:10.935666 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec4097-d936-46d0-b260-3a5d7955d8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e26c29-828d-4cba-b5b2-418f581bdc0f,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:11.034855 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 20af684e-6d5e-43dc-a933-2694b23c7272 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:57:11.048725 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.099673 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7f5a9ebb-9bd3-4859-8ffb-c687b707e915 req-2f166d80-2dcf-4eb0-8b9a-961a2295e07a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 210 time: 0.0496266 Aug 09 17:57:11.103804 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b00b30f1-8509-4c79-812d-f037b83f5958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.174829 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36572) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:11.220391 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.77', 60073) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:11.272352 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b00b30f1-8509-4c79-812d-f037b83f5958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.331143 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-7852e6e0-8559-430b-8846-6cd50ea64b77 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=625b6105361d44a68e59e9c45b711529&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1556144 Aug 09 17:57:11.333738 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36578) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:11.341146 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b30f1-8509-4c79-812d-f037b83f5958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82a735b-f78d-4ec4-9b0e-7ca7a57b8bce,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:11.357234 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-b00b30f1-8509-4c79-812d-f037b83f5958 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a5fb445270e47a4be24a5f5340a2b11&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2040017 Aug 09 17:57:11.361458 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36580) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:11.462850 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Made reservation on behalf of 4f5d0ea8c1094c11a2681ecd24195900 for: {'port': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:57:11.466474 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.512106 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.526432 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Transition to ACTIVE for port object dc01b9b6-0e5c-41bb-be72-29fa8c89b377 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:57:11.976563 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-2c60962b-a7fa-4ff0-a297-4ab179e6707b tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:11.976563 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-2c60962b-a7fa-4ff0-a297-4ab179e6707b tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.77 "GET /v2.0/networks?id=0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 HTTP/1.1" status: 200 len: 812 time: 0.3801997 Aug 09 17:57:11.976563 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Request body: {'port': {'device_id': '252ccba5-aa7d-4d82-80e8-b3725283fdeb', 'network_id': '0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9', 'admin_state_up': True, 'tenant_id': '8a88bca13c914d5db710b994a9514ea8'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:11.983265 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4b16f053-f3d5-4f12-bcae-b28a22332da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.983265 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fbc4f58-a6cd-4bbb-822c-2cba0ae7418a req-18ad9ef0-c611-4d69-ac22-4f6703fc2b1c tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.1359773 Aug 09 17:57:11.983265 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-489b23b0-663a-4371-90eb-c1cbc20b0e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.983265 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4b16f053-f3d5-4f12-bcae-b28a22332da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.990392 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.992092 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-489b23b0-663a-4371-90eb-c1cbc20b0e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.992450 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d326c05-ada4-40fb-80f2-c1798ffa84c4 None None] Pushing event updated for resources: {'Port': ['ID=dc01b9b6-0e5c-41bb-be72-29fa8c89b377,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:11.992737 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-f9949119-ab5a-4262-8570-78fd499e228b tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:11.992737 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-f9949119-ab5a-4262-8570-78fd499e228b tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 819 time: 0.4745259 Aug 09 17:57:11.993098 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Attempting to bind port dc01b9b6-0e5c-41bb-be72-29fa8c89b377 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:57:11.993098 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Attempting to bind port dc01b9b6-0e5c-41bb-be72-29fa8c89b377 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:57:11.993098 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Attempting to bind port dc01b9b6-0e5c-41bb-be72-29fa8c89b377 on network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:57:11.993098 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:57:11.993098 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Checking segment: {'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:11.993098 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:11.993098 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Bound using segment: {'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:57:11.993098 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Bound port: dc01b9b6-0e5c-41bb-be72-29fa8c89b377, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:57:11.993098 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:12.021067 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Made reservation on behalf of 8a88bca13c914d5db710b994a9514ea8 for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:57:12.030430 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:12.074350 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-af108dd8-ac5e-4b5d-b96c-160908aaf7ac tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/quotas/f9f5a108de43476ebc89d2884380eeb7 HTTP/1.1" status: 200 len: 375 time: 0.0218482 Aug 09 17:57:12.076784 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] For port dc01b9b6-0e5c-41bb-be72-29fa8c89b377, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:57:12.083236 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] For port dc01b9b6-0e5c-41bb-be72-29fa8c89b377, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=dc01b9b6-0e5c-41bb-be72-29fa8c89b377,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:57:12.148255 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-feb26af4-c0ac-4cf5-ab62-2806efb2d761 req-b081b1e1-ce9f-4813-8e89-95ca36ac4aa4 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 210 time: 0.0841768 Aug 09 17:57:12.160273 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Allocated IP 172.20.0.6 (04ccc88b-41a6-4ff5-8ccc-6ab73913f426/02049257-20b3-4b69-bfea-b66b839b27f3/017a5390-8e4d-4dcf-a64e-cae4d92da69b) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:57:12.227151 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-645c7047-ce5c-41de-a398-5dbe3d7852e3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1301229 Aug 09 17:57:12.294289 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:12.308611 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4b16f053-f3d5-4f12-bcae-b28a22332da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:12.312728 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4b16f053-f3d5-4f12-bcae-b28a22332da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:12.316313 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-4b16f053-f3d5-4f12-bcae-b28a22332da3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e26f62c5-789c-47fe-a0f5-47e5f3250538 HTTP/1.1" status: 204 len: 168 time: 0.9788132 Aug 09 17:57:12.316313 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-489b23b0-663a-4371-90eb-c1cbc20b0e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:12.317685 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-489b23b0-663a-4371-90eb-c1cbc20b0e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:12.321790 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-489b23b0-663a-4371-90eb-c1cbc20b0e35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f82a735b-f78d-4ec4-9b0e-7ca7a57b8bce HTTP/1.1" status: 204 len: 168 time: 0.9563625 Aug 09 17:57:12.360818 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16f053-f3d5-4f12-bcae-b28a22332da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26f62c5-789c-47fe-a0f5-47e5f3250538,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:12.418176 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36626) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:12.421530 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b23b0-663a-4371-90eb-c1cbc20b0e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82a735b-f78d-4ec4-9b0e-7ca7a57b8bce,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:12.512058 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Routers {'4ef517cd-0b99-4015-bc2d-02279c00bd49'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:57:12.512714 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:56:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['4ef517cd-0b99-4015-bc2d-02279c00bd49'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:12.554849 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0eda50d4-64d0-443e-8b1e-f6c9fc3a3e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:12.580951 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d326c05-ada4-40fb-80f2-c1798ffa84c4 None None] Pushing event updated for resources: {'Port': ['ID=dc01b9b6-0e5c-41bb-be72-29fa8c89b377,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:12.716219 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-7d3416f9-c7db-4fae-8415-c8030a9dee35 service neutron] 10.222.0.54 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875786 Aug 09 17:57:12.880722 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] Set router 4ef517cd-0b99-4015-bc2d-02279c00bd49 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:57:12.956923 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Allocated IP 172.20.0.8 (0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9/f3e490ae-932d-4b37-aae8-ef8f373bf854/3a20eb51-b049-4685-9dfa-6154b1684290) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:57:12.972011 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:13.020779 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6f19bafa-5998-4ca0-a474-1033609ab838 req-53147e69-c58f-4aa6-a605-58e83f5ab6fd tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0549121 Aug 09 17:57:13.071898 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-df4f0697-288c-4c33-8d31-d7e4de397e2f service neutron] 10.222.0.54 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382699 Aug 09 17:57:13.185919 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0eda50d4-64d0-443e-8b1e-f6c9fc3a3e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:13.189020 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:13.294621 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-router', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:07Z', 'revision_number': 4, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'gw_port': {'id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'dc01b9b6-0e5c-41bb-be72-29fa8c89b377', 'name': '', 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'mac_address': 'fa:16:3e:fd:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bbbf44f-702e-4b0d-ae1d-15b3c624f928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:06Z', 'updated_at': '2021-08-09T17:57:12Z', 'revision_number': 4, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'subnets': [{'id': '1bbbf44f-702e-4b0d-ae1d-15b3c624f928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:57:13.295410 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1ab9d4cb-28b6-43e0-98b0-f524dd780f4a req-17c98c8f-0871-423d-8789-8f21ebee1157 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 210 time: 0.0320857 Aug 09 17:57:13.366708 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1162e9-89fe-4af2-ab83-fdea74aa2b3c None None] The sync data for ids ['4ef517cd-0b99-4015-bc2d-02279c00bd49'] in dv-cinder-788363-10-iscsi is: [{'id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-router', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:07Z', 'revision_number': 4, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'gw_port': {'id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'dc01b9b6-0e5c-41bb-be72-29fa8c89b377', 'name': '', 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'mac_address': 'fa:16:3e:fd:bd:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1bbbf44f-702e-4b0d-ae1d-15b3c624f928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:06Z', 'updated_at': '2021-08-09T17:57:12Z', 'revision_number': 4, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'subnets': [{'id': '1bbbf44f-702e-4b0d-ae1d-15b3c624f928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:57:13.426859 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:13.431149 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0eda50d4-64d0-443e-8b1e-f6c9fc3a3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:13.516086 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:13.552183 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0eda50d4-64d0-443e-8b1e-f6c9fc3a3e78 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a07fa4cc6bb141b0b284448a411d1c70&name=default HTTP/1.1" status: 200 len: 2976 time: 1.1307456 Aug 09 17:57:13.595559 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36650) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:13.689579 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda50d4-64d0-443e-8b1e-f6c9fc3a3e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17483b88-3497-4893-a71b-bebe4085dfae,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:13.719945 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Network 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:57:13.735162 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:13.748641 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:57:13.760618 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:57:13.785207 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-89260003-dea9-4395-ad19-13cef407c304 req-d1e50238-3ef0-48a4-a71e-5d32967efa15 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.1975930 Aug 09 17:57:13.818053 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:13.829365 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Pushing event updated for resources: {'Port': ['ID=017a5390-8e4d-4dcf-a64e-cae4d92da69b,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:13.846367 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Pushing event updated for resources: {'Port': ['ID=3a20eb51-b049-4685-9dfa-6154b1684290,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:13.848740 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:57:13.947353 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:13.948034 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:13.992371 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-291cc7dd-600d-4ed9-9855-4e68d33e9764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:14.007250 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:14.010067 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:14.058598 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-291cc7dd-600d-4ed9-9855-4e68d33e9764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:14.124004 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-4a7a49a1-372c-4802-9d9c-1fe9de1e6a44 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5046303 Aug 09 17:57:14.179835 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-9d6ee3ea-9ce0-454c-a34e-98e4054e7ce3 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:57:14.183323 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-9d6ee3ea-9ce0-454c-a34e-98e4054e7ce3 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083475 Aug 09 17:57:14.218145 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3285916-f513-46f3-b359-63b498361726 req-82ad31be-3a73-425b-9f26-0b9dbd904448 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:14.220714 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a3285916-f513-46f3-b359-63b498361726 req-82ad31be-3a73-425b-9f26-0b9dbd904448 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 931 time: 0.1007488 Aug 09 17:57:14.229361 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6d54322b-d191-44f3-8090-0d59d23cf036 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4877319 Aug 09 17:57:14.248618 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7fa1642c-7016-4117-bdc2-4d453f2daa45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:14.321590 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a3285916-f513-46f3-b359-63b498361726 req-ff3bda51-fafb-4e52-bc08-09f611b8394e tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910475 Aug 09 17:57:14.340901 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-291cc7dd-600d-4ed9-9855-4e68d33e9764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:14.344491 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-291cc7dd-600d-4ed9-9855-4e68d33e9764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:14.346608 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-291cc7dd-600d-4ed9-9855-4e68d33e9764 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/17483b88-3497-4893-a71b-bebe4085dfae HTTP/1.1" status: 204 len: 168 time: 0.7646248 Aug 09 17:57:14.356706 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cc7dd-600d-4ed9-9855-4e68d33e9764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17483b88-3497-4893-a71b-bebe4085dfae,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:14.441187 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36682) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:14.531720 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-5e63d5a5-2cce-4a50-bd5d-9970475e4e42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f4bf7805d73b4ca38e62636e9079db3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0882742 Aug 09 17:57:14.534747 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36686) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:14.722535 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1590cef7-fbf1-4de5-afe6-211bfd050436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:14.750689 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1590cef7-fbf1-4de5-afe6-211bfd050436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:14.858925 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ad75a-1098-4c2d-8b32-5ec9f46b3333 req-41c6eded-2598-484b-88b2-f9b2421c861b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:14.867953 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-db6ad75a-1098-4c2d-8b32-5ec9f46b3333 req-41c6eded-2598-484b-88b2-f9b2421c861b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 931 time: 0.4618778 Aug 09 17:57:14.953403 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f74a9b40-d371-4d4f-915e-84c8c33e9b0a req-b078eddb-eff0-469d-b489-bbfc53ad3414 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0337267 Aug 09 17:57:14.953403 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-db6ad75a-1098-4c2d-8b32-5ec9f46b3333 req-94d8b13c-fa42-4278-877e-10cc2ebfaaea tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671916 Aug 09 17:57:14.995255 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device dc01b9b6-0e5c-41bb-be72-29fa8c89b377 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:57:15.096673 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1590cef7-fbf1-4de5-afe6-211bfd050436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:15.096673 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1590cef7-fbf1-4de5-afe6-211bfd050436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:15.096673 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-1590cef7-fbf1-4de5-afe6-211bfd050436 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1004d98b-d79e-4337-b0d9-51de25be8868 HTTP/1.1" status: 204 len: 168 time: 0.5507870 Aug 09 17:57:15.109179 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590cef7-fbf1-4de5-afe6-211bfd050436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1004d98b-d79e-4337-b0d9-51de25be8868,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:15.248755 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port dc01b9b6-0e5c-41bb-be72-29fa8c89b377 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:57:15.253722 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port dc01b9b6-0e5c-41bb-be72-29fa8c89b377 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:57:15.254092 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:15.353970 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:15.406743 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port dc01b9b6-0e5c-41bb-be72-29fa8c89b377, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=dc01b9b6-0e5c-41bb-be72-29fa8c89b377,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:15.487639 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f565b8e-84be-4b5e-8cfd-b4a8d52a32fe req-fd088bc1-4939-473a-b67a-b2cd04583d41 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:15.489654 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4f565b8e-84be-4b5e-8cfd-b4a8d52a32fe req-fd088bc1-4939-473a-b67a-b2cd04583d41 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 931 time: 0.0590343 Aug 09 17:57:15.494384 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:15.608306 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4f565b8e-84be-4b5e-8cfd-b4a8d52a32fe req-51e3e8ab-2293-4c51-a107-629b229f3519 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996377 Aug 09 17:57:15.608981 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=dc01b9b6-0e5c-41bb-be72-29fa8c89b377,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:15.777612 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Request body: {'port': {'device_id': '97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:15.817611 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Request body: {'port': {'device_id': '252ccba5-aa7d-4d82-80e8-b3725283fdeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:15.880241 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:15.916685 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36710) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:15.960099 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:16.351952 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ec8df5c1-d666-4879-94a3-d30153552300 req-ada54e2b-52ea-4aea-8436-9bc1879f39f6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.2413700 Aug 09 17:57:16.416352 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b19c1dff-65de-4199-ae7a-9c01118d8ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:16.465132 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017a5390-8e4d-4dcf-a64e-cae4d92da69b {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:57:16.484131 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:16.524765 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Transition to ACTIVE for port object 017a5390-8e4d-4dcf-a64e-cae4d92da69b will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:57:16.566902 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8867e-8741-44a9-b042-be170321414b req-5783e224-121c-4bb2-a5d7-db174854a3dc tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:16.569052 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-28f8867e-8741-44a9-b042-be170321414b req-5783e224-121c-4bb2-a5d7-db174854a3dc tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 931 time: 0.4592035 Aug 09 17:57:16.660953 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:16.684167 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-28f8867e-8741-44a9-b042-be170321414b req-90dd5527-95d3-451a-bae5-609536c5f31a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082788 Aug 09 17:57:16.725429 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e742cd5-053d-4c84-9cee-398ebff0f2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:16.789439 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Pushing event updated for resources: {'Port': ['ID=017a5390-8e4d-4dcf-a64e-cae4d92da69b,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:16.825406 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:16.851897 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a20eb51-b049-4685-9dfa-6154b1684290 {{(pid=100426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:57:16.876622 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:16.876799 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Attempting to bind port 017a5390-8e4d-4dcf-a64e-cae4d92da69b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:57:16.877100 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Attempting to bind port 017a5390-8e4d-4dcf-a64e-cae4d92da69b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:57:16.885436 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Attempting to bind port 017a5390-8e4d-4dcf-a64e-cae4d92da69b on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:57:16.885436 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Port 017a5390-8e4d-4dcf-a64e-cae4d92da69b on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:57:16.885436 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Attempting to bind port 017a5390-8e4d-4dcf-a64e-cae4d92da69b on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:57:16.903977 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:57:16.906108 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Checking segment: {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:16.906830 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Bound using segment: {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:57:16.909551 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Bound port: 017a5390-8e4d-4dcf-a64e-cae4d92da69b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:57:16.910515 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:16.911702 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device dc01b9b6-0e5c-41bb-be72-29fa8c89b377 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:57:16.933335 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Transition to ACTIVE for port object 3a20eb51-b049-4685-9dfa-6154b1684290 will not be triggered until provisioned by entity L2. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:57:17.014795 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe607e-de1f-437a-bd9b-5eb5d1ac40e0 req-dbd80dd9-2f4a-4de3-bdcd-bc8ae0d9d6fd tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:17.016348 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7ebe607e-de1f-437a-bd9b-5eb5d1ac40e0 req-dbd80dd9-2f4a-4de3-bdcd-bc8ae0d9d6fd tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 931 time: 0.2465043 Aug 09 17:57:17.027127 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] For port 017a5390-8e4d-4dcf-a64e-cae4d92da69b, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:57:17.033703 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] For port 017a5390-8e4d-4dcf-a64e-cae4d92da69b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=017a5390-8e4d-4dcf-a64e-cae4d92da69b,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:57:17.052098 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.053111 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port dc01b9b6-0e5c-41bb-be72-29fa8c89b377 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:57:17.053493 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.114655 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b19c1dff-65de-4199-ae7a-9c01118d8ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.134294 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7ebe607e-de1f-437a-bd9b-5eb5d1ac40e0 req-f2374735-64af-4d5c-9a6f-7503fa17fd16 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073327 Aug 09 17:57:17.134911 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a20eb51-b049-4685-9dfa-6154b1684290,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:17.142234 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.216408 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:17.217105 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.219026 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] 10.222.0.77 "PUT /v2.0/ports/017a5390-8e4d-4dcf-a64e-cae4d92da69b HTTP/1.1" status: 200 len: 1093 time: 2.4008527 Aug 09 17:57:17.221645 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459', 'tag': '017a5390-8e4d-4dcf-a64e-cae4d92da69b'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:57:17.254826 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b19c1dff-65de-4199-ae7a-9c01118d8ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.278833 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889b24-f81f-48e8-93e1-09a0301b3858 service neutron] Pushing event updated for resources: {'Port': ['ID=017a5390-8e4d-4dcf-a64e-cae4d92da69b,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:17.323318 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36760) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:17.326869 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-b19c1dff-65de-4199-ae7a-9c01118d8ab7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3550c41030d4021a598b10da4f4016a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4063051 Aug 09 17:57:17.332193 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c1dff-65de-4199-ae7a-9c01118d8ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e548c917-506c-4dba-9984-2504452e9972,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:17.346791 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Attempting to bind port 3a20eb51-b049-4685-9dfa-6154b1684290 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:57:17.347219 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Attempting to bind port 3a20eb51-b049-4685-9dfa-6154b1684290 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'abea5a6c-256a-400e-a2bd-a01be979d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9'}] {{(pid=100426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:57:17.347632 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Attempting to bind port 3a20eb51-b049-4685-9dfa-6154b1684290 on network 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:57:17.356651 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Port 3a20eb51-b049-4685-9dfa-6154b1684290 on network 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:57:17.357287 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Attempting to bind port 3a20eb51-b049-4685-9dfa-6154b1684290 on network 0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:57:17.364045 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:57:17.364625 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Checking segment: {'id': 'abea5a6c-256a-400e-a2bd-a01be979d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:17.366648 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Bound using segment: {'id': 'abea5a6c-256a-400e-a2bd-a01be979d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9'} {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:57:17.366648 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Bound port: 3a20eb51-b049-4685-9dfa-6154b1684290, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abea5a6c-256a-400e-a2bd-a01be979d6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9'}}] {{(pid=100426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:57:17.366648 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.453022 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] For port 3a20eb51-b049-4685-9dfa-6154b1684290, host hv-cinder-78836, cleared binding levels {{(pid=100426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:57:17.458515 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] For port 3a20eb51-b049-4685-9dfa-6154b1684290, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a20eb51-b049-4685-9dfa-6154b1684290,segment=NetworkSegment(abea5a6c-256a-400e-a2bd-a01be979d6f2),segment_id=abea5a6c-256a-400e-a2bd-a01be979d6f2)] {{(pid=100426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:57:17.467158 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cf992160-11e7-4c7a-a937-6b4a88d1dbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.529083 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cf992160-11e7-4c7a-a937-6b4a88d1dbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.563040 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f02439b4-b9d5-4148-9efc-2d7206ac96c2 req-79cb7c09-73ea-4365-8d96-c67b71dacb31 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0422356 Aug 09 17:57:17.578153 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.627836 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:17.628752 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.630723 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] 10.222.0.77 "PUT /v2.0/ports/3a20eb51-b049-4685-9dfa-6154b1684290 HTTP/1.1" status: 200 len: 1093 time: 2.7670581 Aug 09 17:57:17.631735 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252ccba5-aa7d-4d82-80e8-b3725283fdeb', 'tag': '3a20eb51-b049-4685-9dfa-6154b1684290'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:57:17.671770 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af25ab-15c2-4b1f-9410-72f0652192e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a20eb51-b049-4685-9dfa-6154b1684290,revision_number=3']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:17.758098 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2111baad-43b2-48eb-9b62-fd785c6a3679" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459", "tag": "017a5390-8e4d-4dcf-a64e-cae4d92da69b"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:57:17.809988 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cf992160-11e7-4c7a-a937-6b4a88d1dbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.820353 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cf992160-11e7-4c7a-a937-6b4a88d1dbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:17.820353 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-cf992160-11e7-4c7a-a937-6b4a88d1dbba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e548c917-506c-4dba-9984-2504452e9972 HTTP/1.1" status: 204 len: 168 time: 0.4865263 Aug 09 17:57:17.831646 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf992160-11e7-4c7a-a937-6b4a88d1dbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e548c917-506c-4dba-9984-2504452e9972,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:17.861508 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26becd1-09a4-4a2c-8480-a92df201175d req-6b59b33a-7b02-4f33-90fe-be28cad61262 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:17.866552 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f26becd1-09a4-4a2c-8480-a92df201175d req-6b59b33a-7b02-4f33-90fe-be28cad61262 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 943 time: 0.0861580 Aug 09 17:57:17.921115 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f26becd1-09a4-4a2c-8480-a92df201175d req-20e3e70f-332e-4b34-a77e-a63183208d7d tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Aug 09 17:57:18.256634 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069ee56-5acc-4d46-83bf-5f4b1ed7c67e req-7ab09421-71a5-4d09-9934-9fc882f913f8 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:18.258233 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7069ee56-5acc-4d46-83bf-5f4b1ed7c67e req-7ab09421-71a5-4d09-9934-9fc882f913f8 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 943 time: 0.0506253 Aug 09 17:57:18.296773 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7069ee56-5acc-4d46-83bf-5f4b1ed7c67e req-ab5514c8-6308-473f-8fde-aca3bbe3197d tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319765 Aug 09 17:57:18.666957 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-024f7a79-355b-47c2-89a3-82215e9fcf9e req-7367ae1e-1b70-49ce-ba0c-0f412700a537 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0423551 Aug 09 17:57:19.059816 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a53e91-6c1c-4688-8b39-29a7cdaf6e92 req-03cc7560-d123-4d42-8a33-e8a92304342a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:19.061499 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-80a53e91-6c1c-4688-8b39-29a7cdaf6e92 req-03cc7560-d123-4d42-8a33-e8a92304342a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 943 time: 0.0605149 Aug 09 17:57:19.117517 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-80a53e91-6c1c-4688-8b39-29a7cdaf6e92 req-39e292f5-3531-467f-b2bd-6fa749691a06 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439537 Aug 09 17:57:19.409518 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1487e-8012-4764-92cb-aec6e57759f8 req-3d960efd-4355-4b0a-acd8-052dc63910c0 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:19.410914 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-79f1487e-8012-4764-92cb-aec6e57759f8 req-3d960efd-4355-4b0a-acd8-052dc63910c0 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 943 time: 0.0482502 Aug 09 17:57:19.453418 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-79f1487e-8012-4764-92cb-aec6e57759f8 req-d8459ffd-bae3-484d-b9e9-57c9bdd46922 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364728 Aug 09 17:57:19.741113 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:19.750741 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:19.785345 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-49948531-d082-4576-963a-d0caf83b72b7 req-50ba40ff-c615-4844-860f-e7f83ae6bced tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0436857 Aug 09 17:57:20.015242 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb361c0-8823-4b9c-b349-219d3a1b5770" -d '{"events": [{"name": "network-changed", "server_uuid": "252ccba5-aa7d-4d82-80e8-b3725283fdeb", "tag": "3a20eb51-b049-4685-9dfa-6154b1684290"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:57:20.015517 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36577874-0b4e-4cb7-a489-6e454f9090fe x-openstack-request-id: req-36577874-0b4e-4cb7-a489-6e454f9090fe {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:57:20.015517 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459", "tag": "017a5390-8e4d-4dcf-a64e-cae4d92da69b", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:57:20.015517 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36577874-0b4e-4cb7-a489-6e454f9090fe {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:57:20.016108 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459', 'tag': '017a5390-8e4d-4dcf-a64e-cae4d92da69b', 'status': 'completed', 'code': 200} Aug 09 17:57:20.247476 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753fa7a-3ae8-4983-8183-a67e58d8644c req-2209c0ac-0a74-4d5c-aa8a-75b17aba8360 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:20.249114 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2753fa7a-3ae8-4983-8183-a67e58d8644c req-2209c0ac-0a74-4d5c-aa8a-75b17aba8360 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 943 time: 0.0656660 Aug 09 17:57:20.293107 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2753fa7a-3ae8-4983-8183-a67e58d8644c req-f287fb10-f5eb-4647-b9db-e42d81f58fd0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378001 Aug 09 17:57:20.637749 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8ae4d-b53e-4144-b308-5f9815a25e10 req-4eb163db-e8f4-442c-b47c-15f74a7f1a7b tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:20.642853 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-08d8ae4d-b53e-4144-b308-5f9815a25e10 req-4eb163db-e8f4-442c-b47c-15f74a7f1a7b tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 943 time: 0.0977812 Aug 09 17:57:20.678639 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e6d6f0-5c39-4472-94d7-f54852d0ca48 x-openstack-request-id: req-15e6d6f0-5c39-4472-94d7-f54852d0ca48 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:57:20.678918 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252ccba5-aa7d-4d82-80e8-b3725283fdeb", "tag": "3a20eb51-b049-4685-9dfa-6154b1684290", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:57:20.679170 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15e6d6f0-5c39-4472-94d7-f54852d0ca48 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:57:20.679918 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252ccba5-aa7d-4d82-80e8-b3725283fdeb', 'tag': '3a20eb51-b049-4685-9dfa-6154b1684290', 'status': 'completed', 'code': 200} Aug 09 17:57:20.721958 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-08d8ae4d-b53e-4144-b308-5f9815a25e10 req-5d8d3021-7185-4f6e-8b18-7a59bfb57f5f tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726712 Aug 09 17:57:20.895356 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-732a45fe-c101-4e0f-bafd-9d9275e6da29 req-f5ee0500-c6b0-41b8-a549-9d8328b4bbb8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0283093 Aug 09 17:57:21.437600 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f28224-f29d-46ef-8393-f56264e864ff req-f800df25-5666-4dd0-a03d-52e36f8468cf tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:21.439418 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-56f28224-f29d-46ef-8393-f56264e864ff req-f800df25-5666-4dd0-a03d-52e36f8468cf tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 943 time: 0.0637591 Aug 09 17:57:21.484622 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-56f28224-f29d-46ef-8393-f56264e864ff req-8f386c78-13c9-4487-84a1-60cb0e55d355 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381792 Aug 09 17:57:21.857643 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468b5c5-86f3-4507-97e3-072603972e09 req-fe2db86a-e33f-4397-a599-e1ff547b8107 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:21.861767 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a468b5c5-86f3-4507-97e3-072603972e09 req-fe2db86a-e33f-4397-a599-e1ff547b8107 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 943 time: 0.0621688 Aug 09 17:57:21.906929 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a468b5c5-86f3-4507-97e3-072603972e09 req-ff90ca09-4421-4852-b59c-d86c15df6160 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Aug 09 17:57:21.995193 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e43872f7-611a-4f90-9fe8-94d6780b29f3 req-763c66ec-3497-46a6-a569-ede1e973890a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0342531 Aug 09 17:57:22.070044 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36874) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:22.084752 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-03a2d437-613d-472c-bf9f-bf35e098fece admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:22.191640 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-03a2d437-613d-472c-bf9f-bf35e098fece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:22.460252 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-03a2d437-613d-472c-bf9f-bf35e098fece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:22.501248 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2d437-613d-472c-bf9f-bf35e098fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b1598c-98dc-4ca4-a282-1906eab38b71,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:22.510424 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36886) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:22.510721 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-03a2d437-613d-472c-bf9f-bf35e098fece admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e2a211f430804bcc8299fde47aea905a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390001 Aug 09 17:57:22.787664 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f6268ead-5c2a-455c-bee3-1edd6edf51a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:22.861739 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298047-8d9c-457b-a361-b0d065c55fe8 req-cc40ba9a-d5fa-4430-a6e7-4814cc8ef90d tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:22.863090 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-db298047-8d9c-457b-a361-b0d065c55fe8 req-cc40ba9a-d5fa-4430-a6e7-4814cc8ef90d tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 943 time: 0.2813218 Aug 09 17:57:22.873752 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f6268ead-5c2a-455c-bee3-1edd6edf51a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:22.987192 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-db298047-8d9c-457b-a361-b0d065c55fe8 req-45bae8a2-930c-4ad3-abf8-ee23e2959761 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105480 Aug 09 17:57:23.080007 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c760e-db01-4f19-98cb-07b7abf036d9 req-648fa048-e339-4a9a-bcfe-eac8a7039f3b tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:23.089959 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6b1c760e-db01-4f19-98cb-07b7abf036d9 req-648fa048-e339-4a9a-bcfe-eac8a7039f3b tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 943 time: 0.0866206 Aug 09 17:57:23.162998 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-09ba840e-d6eb-49f1-9df1-93bd8fbf9818 req-1863e03d-db18-45f1-875a-7a6d3d0a5ba8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0452781 Aug 09 17:57:23.177199 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6b1c760e-db01-4f19-98cb-07b7abf036d9 req-fc06bc01-e04c-4032-8afe-eda9a99e0558 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818353 Aug 09 17:57:23.259943 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f6268ead-5c2a-455c-bee3-1edd6edf51a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:23.262857 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f6268ead-5c2a-455c-bee3-1edd6edf51a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:23.264562 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f6268ead-5c2a-455c-bee3-1edd6edf51a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13b1598c-98dc-4ca4-a282-1906eab38b71 HTTP/1.1" status: 204 len: 168 time: 0.7523506 Aug 09 17:57:23.276730 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6268ead-5c2a-455c-bee3-1edd6edf51a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b1598c-98dc-4ca4-a282-1906eab38b71,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:24.042413 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 36940) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:24.159334 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80eb16-6843-45d3-8e28-89bd6236795a req-546a2dc1-1341-4c74-8611-59135be448a5 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:24.160762 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9e80eb16-6843-45d3-8e28-89bd6236795a req-546a2dc1-1341-4c74-8611-59135be448a5 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 943 time: 0.0608394 Aug 09 17:57:24.213058 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9e80eb16-6843-45d3-8e28-89bd6236795a req-9b25f6aa-b1a5-49f1-83e3-a88fcdbc3864 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463090 Aug 09 17:57:24.221986 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-142d8d47-492e-47d7-91f9-6fc5072de453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:24.355505 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-94b57420-3015-45a5-a9c8-7c8c21f30f67 req-7e12df4e-1b45-40e4-9866-e74c670f11c0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0445709 Aug 09 17:57:24.442414 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59adf9c-2018-4ae1-8723-9829f2507bc5 req-4563e0f8-d604-4a7b-bbc6-3b0fb5564fd7 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:24.445283 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a59adf9c-2018-4ae1-8723-9829f2507bc5 req-4563e0f8-d604-4a7b-bbc6-3b0fb5564fd7 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 943 time: 0.0942290 Aug 09 17:57:24.446894 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-142d8d47-492e-47d7-91f9-6fc5072de453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:24.491305 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a59adf9c-2018-4ae1-8723-9829f2507bc5 req-b8f5aaf4-eec4-47bf-83e9-ffbb05d33c24 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Aug 09 17:57:24.602447 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-142d8d47-492e-47d7-91f9-6fc5072de453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:24.641409 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d8d47-492e-47d7-91f9-6fc5072de453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ea626-88ce-4aee-b70e-1e241e9349b0,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:24.646062 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-142d8d47-492e-47d7-91f9-6fc5072de453 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=38ba3f9c0b58402c89904899d70f9d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023417 Aug 09 17:57:24.648806 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 36968) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:24.753547 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb361c0-8823-4b9c-b349-219d3a1b5770 req-09f15772-ed7c-43ea-8ff2-e4485f978b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:24.755171 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dbb361c0-8823-4b9c-b349-219d3a1b5770 req-09f15772-ed7c-43ea-8ff2-e4485f978b15 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a88bca13c914d5db710b994a9514ea8&device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 1096 time: 0.0780132 Aug 09 17:57:24.791586 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111baad-43b2-48eb-9b62-fd785c6a3679 req-de5abf9c-f40b-465a-bf88-f17bd7f65c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:24.794040 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-2111baad-43b2-48eb-9b62-fd785c6a3679 req-de5abf9c-f40b-465a-bf88-f17bd7f65c5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 1096 time: 0.1177552 Aug 09 17:57:24.795584 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa8ed-8306-4399-84f0-1d8f92f9a9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:24.916010 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa8ed-8306-4399-84f0-1d8f92f9a9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:25.088630 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb361c0-8823-4b9c-b349-219d3a1b5770 req-c715a913-576d-4fb2-a279-2f7fd1b6e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:25.090294 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dbb361c0-8823-4b9c-b349-219d3a1b5770 req-c715a913-576d-4fb2-a279-2f7fd1b6e39e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=8a88bca13c914d5db710b994a9514ea8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3090093 Aug 09 17:57:25.303725 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111baad-43b2-48eb-9b62-fd785c6a3679 req-3e1f1b28-767e-491a-ab16-d4ca451f4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:25.306790 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-2111baad-43b2-48eb-9b62-fd785c6a3679 req-3e1f1b28-767e-491a-ab16-d4ca451f4c9b service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4944515 Aug 09 17:57:25.321189 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.77', 60089) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:25.456680 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa8ed-8306-4399-84f0-1d8f92f9a9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:25.459988 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa8ed-8306-4399-84f0-1d8f92f9a9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:25.463906 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-fbcfa8ed-8306-4399-84f0-1d8f92f9a9fd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf9ea626-88ce-4aee-b70e-1e241e9349b0 HTTP/1.1" status: 204 len: 168 time: 0.8114429 Aug 09 17:57:25.464085 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb361c0-8823-4b9c-b349-219d3a1b5770 req-6b0ff97b-01dd-45a2-8dc9-489d98434986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:25.464085 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dbb361c0-8823-4b9c-b349-219d3a1b5770 req-6b0ff97b-01dd-45a2-8dc9-489d98434986 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3617694 Aug 09 17:57:25.499048 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5054d879-b71e-4689-8463-b88b5f4d3093 req-44944601-c60b-4099-846a-07bf13f49965 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0351169 Aug 09 17:57:25.508312 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9da35-e90e-4c98-b0f0-e038a1c82295 req-d6247cd5-ce73-484e-a0a8-f9ef9b0c1d19 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:25.510012 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a4d9da35-e90e-4c98-b0f0-e038a1c82295 req-d6247cd5-ce73-484e-a0a8-f9ef9b0c1d19 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 943 time: 0.1869597 Aug 09 17:57:25.511222 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfa8ed-8306-4399-84f0-1d8f92f9a9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ea626-88ce-4aee-b70e-1e241e9349b0,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:25.599017 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a4d9da35-e90e-4c98-b0f0-e038a1c82295 req-60f0f9ad-5ca7-4ca4-b88b-c2fa10591c62 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556011 Aug 09 17:57:25.645098 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-fef49eff-0dae-4a59-a386-00e631bcb694 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:25.647184 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-fef49eff-0dae-4a59-a386-00e631bcb694 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.77 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 819 time: 0.3175607 Aug 09 17:57:25.657007 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111baad-43b2-48eb-9b62-fd785c6a3679 req-fd3f1bdf-a1f9-4da0-b2c5-799fdcedafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:25.659342 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-2111baad-43b2-48eb-9b62-fd785c6a3679 req-fd3f1bdf-a1f9-4da0-b2c5-799fdcedafe4 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3285394 Aug 09 17:57:25.681012 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Request body: {'port': {'device_id': 'e2128690-6351-4082-ba31-5f4307897d05', 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52', 'admin_state_up': True, 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:25.747355 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ca2d5-d3d9-4b3b-8b02-fff512c7b0d1 req-7d6276db-2882-477a-861f-c42f95628501 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:25.749057 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-181ca2d5-d3d9-4b3b-8b02-fff512c7b0d1 req-7d6276db-2882-477a-861f-c42f95628501 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 943 time: 0.1029339 Aug 09 17:57:25.764692 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-9e8bf48f-6a11-4802-8a4a-845030152f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:25.766246 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-9e8bf48f-6a11-4802-8a4a-845030152f34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8a88bca13c914d5db710b994a9514ea8&device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 1096 time: 0.1521032 Aug 09 17:57:25.841642 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6329edf4-e819-4f2d-ae8a-c85bf214a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:25.843366 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6329edf4-e819-4f2d-ae8a-c85bf214a16a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 1096 time: 0.0824749 Aug 09 17:57:25.885650 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-39eaec0f-2bd8-47c3-818e-e93283a2bd99 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a20eb51-b049-4685-9dfa-6154b1684290 HTTP/1.1" status: 200 len: 217 time: 0.0919108 Aug 09 17:57:25.894876 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-181ca2d5-d3d9-4b3b-8b02-fff512c7b0d1 req-50f124db-6846-4ad4-8633-d56569a205e8 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320179 Aug 09 17:57:25.947555 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6b61c2ee-70f9-493d-a72f-1dea623acc16 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017a5390-8e4d-4dcf-a64e-cae4d92da69b HTTP/1.1" status: 200 len: 217 time: 0.0835567 Aug 09 17:57:25.950868 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-6b451053-a5a9-4b59-9aab-1a6ff651ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:25.952335 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-6b451053-a5a9-4b59-9aab-1a6ff651ca15 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f3e490ae-932d-4b37-aae8-ef8f373bf854 HTTP/1.1" status: 200 len: 852 time: 0.0584667 Aug 09 17:57:26.031696 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-a93606fc-4111-4514-a743-7418de829370 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619185 Aug 09 17:57:26.051849 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-b2924575-2dff-4b21-a65c-09ed67152ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:26.054982 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-b2924575-2dff-4b21-a65c-09ed67152ed2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02049257-20b3-4b69-bfea-b66b839b27f3 HTTP/1.1" status: 200 len: 855 time: 0.0774496 Aug 09 17:57:26.061528 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Made reservation on behalf of f9f5a108de43476ebc89d2884380eeb7 for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:57:26.067797 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:26.147277 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-70a3a721-3b26-46f8-8be3-9cc47a3d9544 service neutron] 10.222.0.77 "GET /v2.0/networks/0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078181 Aug 09 17:57:26.175036 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-679362de-9687-44e6-a2dc-8a2209614f0f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913880 Aug 09 17:57:26.322995 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fc57327-6f3a-4d61-8380-17a428b49914 req-7a3aebd6-ccd8-45a2-bd1f-fab6d76840f2 service neutron] 10.222.0.77 "GET /v2.0/networks/0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598139 Aug 09 17:57:26.379228 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-f47cc6b1-f186-43f8-9826-4d741c11a9f7 service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048085 Aug 09 17:57:26.389757 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Allocated IP 172.20.0.8 (db2c60d2-d193-4ba6-b0f6-230c3a3e6b52/1bbbf44f-702e-4b0d-ae1d-15b3c624f928/642533d7-a56a-4503-981e-d518e8beaed5) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:57:26.542050 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-22ddd4e6-7ede-4b09-bc05-13995d155dc3 req-6a654831-cc91-452d-a373-ddcf6fafcf7f service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555767 Aug 09 17:57:26.607428 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6fb4c85e-9b61-47b1-af0f-6983621817ba req-55264931-6cd4-4b70-85f9-5dbeed76b351 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0296860 Aug 09 17:57:26.615139 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:26.764205 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-91b1ed93-2208-4d66-9667-07a045558f4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:26.767851 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-91b1ed93-2208-4d66-9667-07a045558f4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.77 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 819 time: 0.1669924 Aug 09 17:57:26.776809 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5f4ee-916d-47cc-a758-ae8455851892 req-c7fb4a9b-2f59-4dfd-b0b2-c4130248de61 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:26.778429 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d0c5f4ee-916d-47cc-a758-ae8455851892 req-c7fb4a9b-2f59-4dfd-b0b2-c4130248de61 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 943 time: 0.0817690 Aug 09 17:57:26.799062 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Request body: {'port': {'device_id': '9676b6bb-30f9-4a9a-bc77-38732e1c63d4', 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52', 'admin_state_up': True, 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:26.827662 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d0c5f4ee-916d-47cc-a758-ae8455851892 req-8657367b-5d86-40cd-b11e-d4e690530070 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428274 Aug 09 17:57:26.861809 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:26.931662 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:57:26.938172 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:26.944857 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:57:26.948945 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Pushing event updated for resources: {'Port': ['ID=642533d7-a56a-4503-981e-d518e8beaed5,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:26.961081 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37066) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:26.976060 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-af582bb0-d9fd-466c-99eb-a5467493b691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.016002 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:27.018788 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.086117 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23374f1-71bb-452a-bec1-cc17eaa8b81f req-204cdccf-7c5d-4f7f-ad0b-cad690af5aa3 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:27.088712 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e23374f1-71bb-452a-bec1-cc17eaa8b81f req-204cdccf-7c5d-4f7f-ad0b-cad690af5aa3 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 943 time: 0.0626366 Aug 09 17:57:27.139857 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Made reservation on behalf of f9f5a108de43476ebc89d2884380eeb7 for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:57:27.143693 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.147123 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e23374f1-71bb-452a-bec1-cc17eaa8b81f req-a2a578f3-2c00-4379-965d-0be848d6e67e tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505295 Aug 09 17:57:27.236590 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-af582bb0-d9fd-466c-99eb-a5467493b691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.302322 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Allocated IP 172.20.0.3 (db2c60d2-d193-4ba6-b0f6-230c3a3e6b52/1bbbf44f-702e-4b0d-ae1d-15b3c624f928/c9aae8da-ded7-4fe7-8b4c-3269999972de) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:57:27.329015 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-af582bb0-d9fd-466c-99eb-a5467493b691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.487582 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.522867 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-af582bb0-d9fd-466c-99eb-a5467493b691 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9015f48d91340aebd111b8598bb5bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5603776 Aug 09 17:57:27.523733 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af582bb0-d9fd-466c-99eb-a5467493b691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7a7a55-271f-4eda-9456-911a47018b19,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:27.525893 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37074) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:27.582298 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-68768229-6e2d-4f73-a898-15e33e9d4cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.609691 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-68768229-6e2d-4f73-a898-15e33e9d4cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.683397 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.683823 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-332cf664-1677-42c8-874e-4743a2148a4a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0079868 Aug 09 17:57:27.752485 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b94c-41da-4d07-8341-61b631a07e90 req-55aa2551-494f-4d12-b3d9-9d0c262ca018 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:27.754690 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ea11b94c-41da-4d07-8341-61b631a07e90 req-55aa2551-494f-4d12-b3d9-9d0c262ca018 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 931 time: 0.0662072 Aug 09 17:57:27.828461 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ea11b94c-41da-4d07-8341-61b631a07e90 req-0ec827a9-2c78-48a1-b30b-24f04156789e tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667429 Aug 09 17:57:27.905591 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37086) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:27.971560 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37096) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:27.975281 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-68768229-6e2d-4f73-a898-15e33e9d4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.978050 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-68768229-6e2d-4f73-a898-15e33e9d4cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:27.979336 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-68768229-6e2d-4f73-a898-15e33e9d4cb4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb7a7a55-271f-4eda-9456-911a47018b19 HTTP/1.1" status: 204 len: 168 time: 0.4523423 Aug 09 17:57:27.986433 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Request body: {'port': {'device_id': 'e2128690-6351-4082-ba31-5f4307897d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:27.992064 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Pushing event updated for resources: {'Port': ['ID=c9aae8da-ded7-4fe7-8b4c-3269999972de,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:28.000138 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62011f3c-b8c4-49d9-9620-5011f2dbe8e3 req-e856048c-5569-45d4-b16d-e1dec5a7eb10 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:28.001730 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-62011f3c-b8c4-49d9-9620-5011f2dbe8e3 req-e856048c-5569-45d4-b16d-e1dec5a7eb10 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 943 time: 0.0949159 Aug 09 17:57:28.006783 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68768229-6e2d-4f73-a898-15e33e9d4cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7a7a55-271f-4eda-9456-911a47018b19,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:28.052974 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:57:28.056845 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:57:28.061755 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:57:28.064597 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-62011f3c-b8c4-49d9-9620-5011f2dbe8e3 req-d5d2655f-8a98-4f11-9663-363352062c50 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558984 Aug 09 17:57:28.125761 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.149165 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:28.149829 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.226016 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d3d-10cb-4804-a07f-b023e9374a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.281202 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041efa72-24f3-4606-8ea2-a07cbc037bff req-bab95eda-0fe9-44b6-984c-c151fe6e3a4b tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:28.283076 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-041efa72-24f3-4606-8ea2-a07cbc037bff req-bab95eda-0fe9-44b6-984c-c151fe6e3a4b tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 943 time: 0.0600753 Aug 09 17:57:28.323978 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-041efa72-24f3-4606-8ea2-a07cbc037bff req-b1eb81bc-7400-4656-8526-ec6fcf385987 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330105 Aug 09 17:57:28.370870 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-914f2cf0-cc20-4b17-93fe-bdae8d6276df tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5751412 Aug 09 17:57:28.388267 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Request body: {'port': {'device_id': '9676b6bb-30f9-4a9a-bc77-38732e1c63d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:57:28.452310 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d3d-10cb-4804-a07f-b023e9374a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.479546 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642533d7-a56a-4503-981e-d518e8beaed5 {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:57:28.488003 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.490035 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.509264 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Transition to ACTIVE for port object 642533d7-a56a-4503-981e-d518e8beaed5 will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:57:28.590663 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2dae0d3d-10cb-4804-a07f-b023e9374a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.594895 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.632919 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-2dae0d3d-10cb-4804-a07f-b023e9374a8b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0ebb3ec7994e430eb17291e7f4ad1383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7209857 Aug 09 17:57:28.632919 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae0d3d-10cb-4804-a07f-b023e9374a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b816f3c-359e-44f2-8da6-39d3f6c547f6,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:28.633591 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37110) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:28.678975 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Pushing event updated for resources: {'Port': ['ID=642533d7-a56a-4503-981e-d518e8beaed5,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:28.695715 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fac3ba08-1aaf-4700-ba57-15951fc14640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.732469 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fac3ba08-1aaf-4700-ba57-15951fc14640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.821614 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Attempting to bind port 642533d7-a56a-4503-981e-d518e8beaed5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:57:28.821614 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Attempting to bind port 642533d7-a56a-4503-981e-d518e8beaed5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:57:28.821614 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Attempting to bind port 642533d7-a56a-4503-981e-d518e8beaed5 on network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:57:28.825869 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Port 642533d7-a56a-4503-981e-d518e8beaed5 on network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:57:28.826288 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Attempting to bind port 642533d7-a56a-4503-981e-d518e8beaed5 on network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:57:28.839632 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-85cd2207-dc5f-4d41-8810-156a6ccc9858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.840111 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:57:28.840521 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Checking segment: {'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:28.841157 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Bound using segment: {'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:57:28.841809 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Bound port: 642533d7-a56a-4503-981e-d518e8beaed5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:57:28.842378 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.883331 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37122) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:28.961578 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fac3ba08-1aaf-4700-ba57-15951fc14640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.964053 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fac3ba08-1aaf-4700-ba57-15951fc14640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:28.968028 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-fac3ba08-1aaf-4700-ba57-15951fc14640 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b816f3c-359e-44f2-8da6-39d3f6c547f6 HTTP/1.1" status: 204 len: 168 time: 0.3335032 Aug 09 17:57:28.983652 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] For port 642533d7-a56a-4503-981e-d518e8beaed5, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:57:28.989466 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] For port 642533d7-a56a-4503-981e-d518e8beaed5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=642533d7-a56a-4503-981e-d518e8beaed5,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:57:28.999705 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9aae8da-ded7-4fe7-8b4c-3269999972de {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:57:29.009810 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.027008 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Transition to ACTIVE for port object c9aae8da-ded7-4fe7-8b4c-3269999972de will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:57:29.029695 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3ba08-1aaf-4700-ba57-15951fc14640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b816f3c-359e-44f2-8da6-39d3f6c547f6,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:29.050394 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6952cc19-f685-40c2-a7a1-220974cd720c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.062014 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-85cd2207-dc5f-4d41-8810-156a6ccc9858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.071902 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.080024 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362a7f8-dc66-4ab2-bcc7-570b1e5aeff2 req-a511dcef-c8e4-44d6-92f7-6e8b67bb705c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:29.082327 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4362a7f8-dc66-4ab2-bcc7-570b1e5aeff2 req-a511dcef-c8e4-44d6-92f7-6e8b67bb705c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 931 time: 0.1210532 Aug 09 17:57:29.125339 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.134784 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:29.135131 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.136594 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] 10.222.0.77 "PUT /v2.0/ports/642533d7-a56a-4503-981e-d518e8beaed5 HTTP/1.1" status: 200 len: 1093 time: 1.1648457 Aug 09 17:57:29.140262 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2128690-6351-4082-ba31-5f4307897d05', 'tag': '642533d7-a56a-4503-981e-d518e8beaed5'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:57:29.144606 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483b7554-4255-4d3e-901a-8284dda3a6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2128690-6351-4082-ba31-5f4307897d05", "tag": "642533d7-a56a-4503-981e-d518e8beaed5"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:57:29.147162 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4362a7f8-dc66-4ab2-bcc7-570b1e5aeff2 req-e923931f-905e-4d66-8a14-6998bcd79a88 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571668 Aug 09 17:57:29.171273 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-85cd2207-dc5f-4d41-8810-156a6ccc9858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.196998 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ac8ab1-ba55-4e15-aae4-d2fac7b86630 x-openstack-request-id: req-e2ac8ab1-ba55-4e15-aae4-d2fac7b86630 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:57:29.197316 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2128690-6351-4082-ba31-5f4307897d05", "tag": "642533d7-a56a-4503-981e-d518e8beaed5", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:57:29.197826 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2ac8ab1-ba55-4e15-aae4-d2fac7b86630 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:57:29.197977 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2128690-6351-4082-ba31-5f4307897d05', 'tag': '642533d7-a56a-4503-981e-d518e8beaed5', 'status': 'completed', 'code': 200} Aug 09 17:57:29.199690 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb313a6-18b7-44b6-af17-016d104943d1 service neutron] Pushing event updated for resources: {'Port': ['ID=642533d7-a56a-4503-981e-d518e8beaed5,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:29.269208 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-85cd2207-dc5f-4d41-8810-156a6ccc9858 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=763abb7cff644ef9b518a89f8e9bb7de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2942567 Aug 09 17:57:29.279607 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e37806-a162-4b2b-b877-c614e49cc88c req-75852e65-bb67-4f7b-a99e-20df1abcd65b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:29.286036 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37140) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:29.287457 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-34e37806-a162-4b2b-b877-c614e49cc88c req-75852e65-bb67-4f7b-a99e-20df1abcd65b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 943 time: 0.1331699 Aug 09 17:57:29.295014 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd2207-dc5f-4d41-8810-156a6ccc9858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4d0091-7b71-46e0-80fe-7c458421d172,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:29.345063 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-34e37806-a162-4b2b-b877-c614e49cc88c req-2ab9a7e5-e559-4333-b8e3-d6604abd6d70 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566821 Aug 09 17:57:29.367163 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Pushing event updated for resources: {'Port': ['ID=c9aae8da-ded7-4fe7-8b4c-3269999972de,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:29.394527 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Attempting to bind port c9aae8da-ded7-4fe7-8b4c-3269999972de on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:57:29.394872 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Attempting to bind port c9aae8da-ded7-4fe7-8b4c-3269999972de by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:57:29.395209 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Attempting to bind port c9aae8da-ded7-4fe7-8b4c-3269999972de on network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:57:29.398933 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7554-4255-4d3e-901a-8284dda3a6c4 req-fa6cbaef-bc9f-4c07-849d-985437dc65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:29.406011 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-483b7554-4255-4d3e-901a-8284dda3a6c4 req-fa6cbaef-bc9f-4c07-849d-985437dc65b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 1096 time: 0.1473939 Aug 09 17:57:29.407105 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Port c9aae8da-ded7-4fe7-8b4c-3269999972de on network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:57:29.407418 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Attempting to bind port c9aae8da-ded7-4fe7-8b4c-3269999972de on network db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:57:29.410632 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6952cc19-f685-40c2-a7a1-220974cd720c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.428886 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:57:29.429334 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Checking segment: {'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:57:29.434682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Bound using segment: {'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:57:29.434682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Bound port: c9aae8da-ded7-4fe7-8b4c-3269999972de, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5b0015-1a55-40aa-840e-d3f03c48e2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:57:29.434682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.434682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0db2dd99-6ee3-4b47-a39b-90226c51eca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.446968 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:57:29.470382 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 017a5390-8e4d-4dcf-a64e-cae4d92da69b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:57:29.493940 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6952cc19-f685-40c2-a7a1-220974cd720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.515518 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488d213-e409-4fb9-9203-9c8eac5e38c2 req-6ef43fe1-485b-43f8-b948-e4ee0310ffd8 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:29.523498 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8488d213-e409-4fb9-9203-9c8eac5e38c2 req-6ef43fe1-485b-43f8-b948-e4ee0310ffd8 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 943 time: 0.0889761 Aug 09 17:57:29.536462 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0db2dd99-6ee3-4b47-a39b-90226c51eca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.581163 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952cc19-f685-40c2-a7a1-220974cd720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e38526-871b-447d-a768-dfd85ea22b25,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:29.586382 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-6952cc19-f685-40c2-a7a1-220974cd720c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8426aaf13ac24e448cfec749af6f8463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7021060 Aug 09 17:57:29.595786 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37152) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:29.653801 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8488d213-e409-4fb9-9203-9c8eac5e38c2 req-8993b2f1-e1ce-4723-ba7a-34f8974866de tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250455 Aug 09 17:57:29.670946 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] For port c9aae8da-ded7-4fe7-8b4c-3269999972de, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:57:29.672113 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2835409a-12ed-498d-86fd-db78ea0dc04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.674551 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 017a5390-8e4d-4dcf-a64e-cae4d92da69b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=017a5390-8e4d-4dcf-a64e-cae4d92da69b,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:29.676149 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] For port c9aae8da-ded7-4fe7-8b4c-3269999972de, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c9aae8da-ded7-4fe7-8b4c-3269999972de,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:57:29.679200 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7554-4255-4d3e-901a-8284dda3a6c4 req-4cd041d8-82e6-49b1-9177-7226d1784e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:29.687193 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-483b7554-4255-4d3e-901a-8284dda3a6c4 req-4cd041d8-82e6-49b1-9177-7226d1784e09 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f9f5a108de43476ebc89d2884380eeb7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2614381 Aug 09 17:57:29.695602 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '017a5390-8e4d-4dcf-a64e-cae4d92da69b', 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426', 'port_id': '017a5390-8e4d-4dcf-a64e-cae4d92da69b', 'mac_address': 'fa:16:3e:79:96:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02049257-20b3-4b69-bfea-b66b839b27f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:57:29.698181 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2835409a-12ed-498d-86fd-db78ea0dc04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.829522 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b7554-4255-4d3e-901a-8284dda3a6c4 req-93f1702c-ebf6-4b01-a0ac-ddeffce5d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:29.836507 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-483b7554-4255-4d3e-901a-8284dda3a6c4 req-93f1702c-ebf6-4b01-a0ac-ddeffce5d648 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428211 Aug 09 17:57:29.836507 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0db2dd99-6ee3-4b47-a39b-90226c51eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.837495 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0db2dd99-6ee3-4b47-a39b-90226c51eca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.838587 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0db2dd99-6ee3-4b47-a39b-90226c51eca0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f4d0091-7b71-46e0-80fe-7c458421d172 HTTP/1.1" status: 204 len: 168 time: 0.5300407 Aug 09 17:57:29.840257 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.854166 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2835409a-12ed-498d-86fd-db78ea0dc04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.859795 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2835409a-12ed-498d-86fd-db78ea0dc04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.861528 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-2835409a-12ed-498d-86fd-db78ea0dc04e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25e38526-871b-447d-a768-dfd85ea22b25 HTTP/1.1" status: 204 len: 168 time: 0.2674310 Aug 09 17:57:29.866935 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2dd99-6ee3-4b47-a39b-90226c51eca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4d0091-7b71-46e0-80fe-7c458421d172,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:29.885040 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835409a-12ed-498d-86fd-db78ea0dc04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e38526-871b-447d-a768-dfd85ea22b25,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:29.893909 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.938360 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37162) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:29.938525 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017a5390-8e4d-4dcf-a64e-cae4d92da69b {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:57:29.959667 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-62ea5b44-8448-4452-9679-e40e7ef59596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:29.983747 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 017a5390-8e4d-4dcf-a64e-cae4d92da69b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=017a5390-8e4d-4dcf-a64e-cae4d92da69b,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:30.011397 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:30.012276 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.014099 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] 10.222.0.77 "PUT /v2.0/ports/c9aae8da-ded7-4fe7-8b4c-3269999972de HTTP/1.1" status: 200 len: 1093 time: 1.6298971 Aug 09 17:57:30.025499 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786b6a7-ace9-41b7-8db8-fe1e256e2789 service neutron] Pushing event updated for resources: {'Port': ['ID=c9aae8da-ded7-4fe7-8b4c-3269999972de,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:30.037385 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-23d351d3-7ecd-4d7c-be01-e19e6061ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:30.038353 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-23d351d3-7ecd-4d7c-be01-e19e6061ee65 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 1096 time: 0.0892358 Aug 09 17:57:30.089979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-62ea5b44-8448-4452-9679-e40e7ef59596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.091378 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-49fe243b-5d3d-41ce-a84d-eb848cc2b670 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642533d7-a56a-4503-981e-d518e8beaed5 HTTP/1.1" status: 200 len: 217 time: 0.0388031 Aug 09 17:57:30.111423 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.111579 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 3a20eb51-b049-4685-9dfa-6154b1684290 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:57:30.151105 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-ba44bff0-5929-46ba-813e-e39bd45d6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:30.152699 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-ba44bff0-5929-46ba-813e-e39bd45d6f65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbbf44f-702e-4b0d-ae1d-15b3c624f928 HTTP/1.1" status: 200 len: 859 time: 0.0520144 Aug 09 17:57:30.196874 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-62ea5b44-8448-4452-9679-e40e7ef59596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.231568 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-1360857b-7e26-491e-a996-c153ca98f19e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703030 Aug 09 17:57:30.249912 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=017a5390-8e4d-4dcf-a64e-cae4d92da69b,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:30.345058 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 3a20eb51-b049-4685-9dfa-6154b1684290, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a20eb51-b049-4685-9dfa-6154b1684290,segment=NetworkSegment(abea5a6c-256a-400e-a2bd-a01be979d6f2),segment_id=abea5a6c-256a-400e-a2bd-a01be979d6f2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:30.372014 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '3a20eb51-b049-4685-9dfa-6154b1684290', 'network_id': '0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9', 'port_id': '3a20eb51-b049-4685-9dfa-6154b1684290', 'mac_address': 'fa:16:3e:60:5c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e490ae-932d-4b37-aae8-ef8f373bf854', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:57:30.382750 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-62ea5b44-8448-4452-9679-e40e7ef59596 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0cb90ce5da3f4a399fe9658b6b23cc09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427097 Aug 09 17:57:30.387762 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37168) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:30.427866 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea5b44-8448-4452-9679-e40e7ef59596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b0140f-c49f-4ba5-9f8f-0656f01b25a5,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:30.467100 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.491584 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-7198351e-10eb-4ea4-a953-661357f8a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:30.492550 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a20eb51-b049-4685-9dfa-6154b1684290 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:57:30.496127 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-7198351e-10eb-4ea4-a953-661357f8a95f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 1096 time: 0.3249507 Aug 09 17:57:30.497249 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35186ac-7445-476b-935d-1651e54353c2 req-8b00da05-ad37-4ad3-ae4b-5e684def1fdf tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:30.499097 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f35186ac-7445-476b-935d-1651e54353c2 req-8b00da05-ad37-4ad3-ae4b-5e684def1fdf tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 943 time: 0.1959610 Aug 09 17:57:30.504520 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-490bd434-2144-473b-a48b-a25de3765c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.533330 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 3a20eb51-b049-4685-9dfa-6154b1684290, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a20eb51-b049-4685-9dfa-6154b1684290,segment=NetworkSegment(abea5a6c-256a-400e-a2bd-a01be979d6f2),segment_id=abea5a6c-256a-400e-a2bd-a01be979d6f2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:30.579791 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-19b70d0d-fb34-4439-af2c-797e5d3b4e4e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9aae8da-ded7-4fe7-8b4c-3269999972de HTTP/1.1" status: 200 len: 217 time: 0.0660775 Aug 09 17:57:30.599493 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f35186ac-7445-476b-935d-1651e54353c2 req-93bcc384-e956-427e-809a-b503e86d7047 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916746 Aug 09 17:57:30.601494 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-490bd434-2144-473b-a48b-a25de3765c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.604888 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-b5c542b2-2c24-45c9-be40-839b08ecaff9 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161871 Aug 09 17:57:30.607828 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.642983 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8177b-83f8-483c-b175-db564aee910d req-26b8ea9e-25a6-4519-9eef-ac3cd4c12762 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:30.644554 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-12c8177b-83f8-483c-b175-db564aee910d req-26b8ea9e-25a6-4519-9eef-ac3cd4c12762 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 944 time: 0.1124191 Aug 09 17:57:30.700161 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=3a20eb51-b049-4685-9dfa-6154b1684290,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:30.724963 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-12c8177b-83f8-483c-b175-db564aee910d req-839d36db-a3e5-4c2e-85b4-d294fcd0da1f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681982 Aug 09 17:57:30.740161 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-4aa78846-d1b9-498a-a4f4-f1dab1544602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:30.742930 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-4aa78846-d1b9-498a-a4f4-f1dab1544602 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbbf44f-702e-4b0d-ae1d-15b3c624f928 HTTP/1.1" status: 200 len: 859 time: 0.1535299 Aug 09 17:57:30.807579 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16709e1-63ce-4cd1-b776-8ef14775dae1 req-2b6844a6-c859-4680-96de-6c25f0baa1e6 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:30.816925 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f16709e1-63ce-4cd1-b776-8ef14775dae1 req-2b6844a6-c859-4680-96de-6c25f0baa1e6 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 944 time: 0.0563560 Aug 09 17:57:30.817711 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-ebc09f6b-b418-4352-bba2-85a920950632 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588009 Aug 09 17:57:30.837382 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-490bd434-2144-473b-a48b-a25de3765c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.841248 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-490bd434-2144-473b-a48b-a25de3765c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.845609 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-490bd434-2144-473b-a48b-a25de3765c72 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3b0140f-c49f-4ba5-9f8f-0656f01b25a5 HTTP/1.1" status: 204 len: 168 time: 0.4384532 Aug 09 17:57:30.861066 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bd434-2144-473b-a48b-a25de3765c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b0140f-c49f-4ba5-9f8f-0656f01b25a5,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:30.882587 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f16709e1-63ce-4cd1-b776-8ef14775dae1 req-c4b2c02b-d234-4ab2-8e0d-6a8c9299449c tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Aug 09 17:57:30.942445 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37184) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:30.944059 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cfa3eaad-8323-4831-b69d-2c4f3604218e req-827cc336-fa49-46a4-8f5d-3b9c43985f42 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000406 Aug 09 17:57:30.966815 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-70e15536-dfd7-4062-9951-3b9675f8df4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:30.968432 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-04b636bc-d96b-42e7-acd6-4fdf20cbb9a0 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480992 Aug 09 17:57:31.051441 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['017a5390-8e4d-4dcf-a64e-cae4d92da69b'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:57:31.079698 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['3a20eb51-b049-4685-9dfa-6154b1684290'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:57:31.081183 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1727c8be-0d76-4579-9250-64286bbb4bc8 req-49a4d8d7-785b-4dfe-8797-46eef020ed50 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042559 Aug 09 17:57:31.088044 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-70e15536-dfd7-4062-9951-3b9675f8df4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.133752 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-70e15536-dfd7-4062-9951-3b9675f8df4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.182218 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-70e15536-dfd7-4062-9951-3b9675f8df4d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a06d7b176225472c94a6eb37df6849eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375190 Aug 09 17:57:31.183873 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e15536-dfd7-4062-9951-3b9675f8df4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05c1782-293c-4235-b5f6-d80610911e07,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:31.185027 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37188) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:31.205171 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9676b6bb-30f9-4a9a-bc77-38732e1c63d4', 'tag': 'c9aae8da-ded7-4fe7-8b4c-3269999972de'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:57:31.207488 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9676b6bb-30f9-4a9a-bc77-38732e1c63d4", "tag": "c9aae8da-ded7-4fe7-8b4c-3269999972de"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:57:31.213095 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37192) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:31.229218 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4101fb4a-a8ba-46b6-83bc-1496b73de68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.269433 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28961918-ac7c-441d-aeec-b80f2916fb1c x-openstack-request-id: req-28961918-ac7c-441d-aeec-b80f2916fb1c {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:57:31.269433 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9676b6bb-30f9-4a9a-bc77-38732e1c63d4", "tag": "c9aae8da-ded7-4fe7-8b4c-3269999972de", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:57:31.269433 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28961918-ac7c-441d-aeec-b80f2916fb1c {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:57:31.269433 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9676b6bb-30f9-4a9a-bc77-38732e1c63d4', 'tag': 'c9aae8da-ded7-4fe7-8b4c-3269999972de', 'status': 'completed', 'code': 200} Aug 09 17:57:31.269728 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ddd408d8-4473-4151-b69b-b8ead91d6897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.356399 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4101fb4a-a8ba-46b6-83bc-1496b73de68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.471014 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4101fb4a-a8ba-46b6-83bc-1496b73de68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.512272 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101fb4a-a8ba-46b6-83bc-1496b73de68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeeea29-7797-4f88-82c1-d8c50a3ff634,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:31.514977 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ddd408d8-4473-4151-b69b-b8ead91d6897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.518540 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-4101fb4a-a8ba-46b6-83bc-1496b73de68c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5ae593fb31b4226ba321292a34952f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042111 Aug 09 17:57:31.526306 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37200) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:31.582622 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8 req-06574dcc-e8a9-4a69-b952-6e8a57b8c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:31.582948 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-82b9181b-344a-4c19-ba98-a4a7ab1a984c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.584944 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8 req-06574dcc-e8a9-4a69-b952-6e8a57b8c5cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 1096 time: 0.2635853 Aug 09 17:57:31.614521 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-82b9181b-344a-4c19-ba98-a4a7ab1a984c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.757404 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdeb65-f5b2-440b-85b7-447c11558f1c req-48551698-f328-4f1b-ad99-54210954f21e tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:31.757404 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e2bdeb65-f5b2-440b-85b7-447c11558f1c req-48551698-f328-4f1b-ad99-54210954f21e tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 943 time: 0.0666683 Aug 09 17:57:31.777994 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ddd408d8-4473-4151-b69b-b8ead91d6897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.785025 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ddd408d8-4473-4151-b69b-b8ead91d6897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.788602 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-ddd408d8-4473-4151-b69b-b8ead91d6897 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e05c1782-293c-4235-b5f6-d80610911e07 HTTP/1.1" status: 204 len: 168 time: 0.6001420 Aug 09 17:57:31.823953 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e2bdeb65-f5b2-440b-85b7-447c11558f1c req-2705dcaf-4d54-40a4-9cb6-632d67401abe tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655534 Aug 09 17:57:31.827800 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd408d8-4473-4151-b69b-b8ead91d6897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05c1782-293c-4235-b5f6-d80610911e07,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:31.848810 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-82b9181b-344a-4c19-ba98-a4a7ab1a984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.861742 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-82b9181b-344a-4c19-ba98-a4a7ab1a984c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:31.862918 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-82b9181b-344a-4c19-ba98-a4a7ab1a984c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffeeea29-7797-4f88-82c1-d8c50a3ff634 HTTP/1.1" status: 204 len: 168 time: 0.3356433 Aug 09 17:57:31.877810 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8 req-0acc3495-9d6e-4363-a040-610cbe950f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:31.879312 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8 req-0acc3495-9d6e-4363-a040-610cbe950f4d service neutron] 10.222.0.77 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 920 time: 0.2853663 Aug 09 17:57:31.893546 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9181b-344a-4c19-ba98-a4a7ab1a984c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeeea29-7797-4f88-82c1-d8c50a3ff634,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:31.923394 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6613519-7cc3-4525-9cbe-8c06f8cd219c req-6a30b6e3-1e97-4055-a8a3-f9ab103ef4c3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:31.925630 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d6613519-7cc3-4525-9cbe-8c06f8cd219c req-6a30b6e3-1e97-4055-a8a3-f9ab103ef4c3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 944 time: 0.1004794 Aug 09 17:57:31.945222 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8 req-daab5b23-d2c7-4904-a2aa-61f30a72beef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9aae8da-ded7-4fe7-8b4c-3269999972de HTTP/1.1" status: 200 len: 217 time: 0.0567863 Aug 09 17:57:31.981581 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d6613519-7cc3-4525-9cbe-8c06f8cd219c req-eabad266-e7f1-4391-8d5a-3bb9fdef4f4c tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495443 Aug 09 17:57:32.007500 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8 req-9fd59c6d-8dac-4d64-a4b2-0a1d95419b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:32.009050 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8 req-9fd59c6d-8dac-4d64-a4b2-0a1d95419b8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbbf44f-702e-4b0d-ae1d-15b3c624f928 HTTP/1.1" status: 200 len: 859 time: 0.0542939 Aug 09 17:57:32.022890 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d1683-8f3d-48ee-a60e-4d8cee26fefd req-ab3745c7-c515-4b22-abb1-0592e06dae60 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:32.025657 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-909d1683-8f3d-48ee-a60e-4d8cee26fefd req-ab3745c7-c515-4b22-abb1-0592e06dae60 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 944 time: 0.0632625 Aug 09 17:57:32.049044 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8 req-8f1b1912-39c5-4dd6-8764-90578eb738af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305851 Aug 09 17:57:32.085754 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-909d1683-8f3d-48ee-a60e-4d8cee26fefd req-74518a1e-dd00-4f89-b6fc-02a7f6126411 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515194 Aug 09 17:57:32.160387 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8 req-d4778730-0efe-4952-8fd0-76a2beb018ed service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033797 Aug 09 17:57:32.259023 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4e568272-8fea-4b3f-aa3e-9921c2e1f1d8 req-5388d9d9-feb5-4d60-a18e-f85070b36254 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916431 Aug 09 17:57:32.956239 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71b9b2-6e37-4920-b056-862504f8dfe7 req-8b52daaf-13fe-4a75-865a-a4a9d1e7ebde tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:32.957886 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e71b9b2-6e37-4920-b056-862504f8dfe7 req-8b52daaf-13fe-4a75-865a-a4a9d1e7ebde tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 943 time: 0.0516326 Aug 09 17:57:33.003996 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e71b9b2-6e37-4920-b056-862504f8dfe7 req-4f95f6fa-b37d-4502-b9be-270bd237e3b8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388677 Aug 09 17:57:33.118590 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907da54-29ea-48da-96f9-f37c65fc896a req-2653f365-2a14-4467-b414-69069f877c6a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:33.126062 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9907da54-29ea-48da-96f9-f37c65fc896a req-2653f365-2a14-4467-b414-69069f877c6a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 944 time: 0.0683928 Aug 09 17:57:33.175142 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9907da54-29ea-48da-96f9-f37c65fc896a req-e1df99e5-872e-4bef-b41e-7c5ea5a79799 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481963 Aug 09 17:57:33.217535 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72472421-e079-44b3-b16f-ebd7344b805f req-2af904d3-0296-4f86-8c60-5cc88fb787f3 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:33.219028 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-72472421-e079-44b3-b16f-ebd7344b805f req-2af904d3-0296-4f86-8c60-5cc88fb787f3 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 944 time: 0.0562201 Aug 09 17:57:33.258146 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-72472421-e079-44b3-b16f-ebd7344b805f req-f5649567-f56c-45d6-a006-bc6a1407bd40 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Aug 09 17:57:33.457564 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device c9aae8da-ded7-4fe7-8b4c-3269999972de details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:57:33.467278 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 017a5390-8e4d-4dcf-a64e-cae4d92da69b up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:57:33.609195 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port c9aae8da-ded7-4fe7-8b4c-3269999972de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c9aae8da-ded7-4fe7-8b4c-3269999972de,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:33.625922 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'c9aae8da-ded7-4fe7-8b4c-3269999972de', 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52', 'port_id': 'c9aae8da-ded7-4fe7-8b4c-3269999972de', 'mac_address': 'fa:16:3e:33:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbbf44f-702e-4b0d-ae1d-15b3c624f928', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:57:33.688588 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:33.708982 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9aae8da-ded7-4fe7-8b4c-3269999972de {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:57:33.743969 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 017a5390-8e4d-4dcf-a64e-cae4d92da69b completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:57:33.750610 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port c9aae8da-ded7-4fe7-8b4c-3269999972de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c9aae8da-ded7-4fe7-8b4c-3269999972de,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:33.751173 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 017a5390-8e4d-4dcf-a64e-cae4d92da69b triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:57:33.751609 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:33.838064 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:33.862332 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a5390-8e4d-4dcf-a64e-cae4d92da69b'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:57:33.947812 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:33.948468 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 642533d7-a56a-4503-981e-d518e8beaed5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:57:33.952384 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 017a5390-8e4d-4dcf-a64e-cae4d92da69b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=017a5390-8e4d-4dcf-a64e-cae4d92da69b,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:34.036201 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 642533d7-a56a-4503-981e-d518e8beaed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=642533d7-a56a-4503-981e-d518e8beaed5,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:34.040182 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=c9aae8da-ded7-4fe7-8b4c-3269999972de,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:34.054312 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '642533d7-a56a-4503-981e-d518e8beaed5', 'network_id': 'db2c60d2-d193-4ba6-b0f6-230c3a3e6b52', 'port_id': '642533d7-a56a-4503-981e-d518e8beaed5', 'mac_address': 'fa:16:3e:31:9f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbbf44f-702e-4b0d-ae1d-15b3c624f928', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:57:34.101870 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:34.102949 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 3a20eb51-b049-4685-9dfa-6154b1684290 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:57:34.129794 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:34.161469 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90dc1-6fa9-4352-acfc-a55c4267cecb req-b1a0faf7-c896-4b26-876e-55bbf8312d0c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:34.164364 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a8e90dc1-6fa9-4352-acfc-a55c4267cecb req-b1a0faf7-c896-4b26-876e-55bbf8312d0c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 944 time: 0.0610151 Aug 09 17:57:34.179738 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642533d7-a56a-4503-981e-d518e8beaed5 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:57:34.233278 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=017a5390-8e4d-4dcf-a64e-cae4d92da69b,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:34.240697 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 642533d7-a56a-4503-981e-d518e8beaed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=642533d7-a56a-4503-981e-d518e8beaed5,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:34.250074 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a8e90dc1-6fa9-4352-acfc-a55c4267cecb req-6f5af0f8-112f-4e12-93c7-d9c5b51e664b tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687203 Aug 09 17:57:34.316356 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:34.337863 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7aa7a-8d5b-4bf4-9ba0-fc36953d43fd req-3ec90859-4f3d-418d-82f3-c32ff5d73004 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:34.340018 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-17a7aa7a-8d5b-4bf4-9ba0-fc36953d43fd req-3ec90859-4f3d-418d-82f3-c32ff5d73004 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 945 time: 0.0686970 Aug 09 17:57:34.357792 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd1b06f-fe88-421b-938f-80dee8c5471b" -d '{"events": [{"server_uuid": "97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459", "name": "network-vif-plugged", "status": "completed", "tag": "017a5390-8e4d-4dcf-a64e-cae4d92da69b"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:57:34.359568 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 3a20eb51-b049-4685-9dfa-6154b1684290 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:57:34.372513 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 3a20eb51-b049-4685-9dfa-6154b1684290 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:57:34.372730 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:34.415701 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=642533d7-a56a-4503-981e-d518e8beaed5,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:34.468706 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1612fd-500c-472e-b9c1-b62dae72907f req-b0a64d4f-b2c1-416a-b07a-945798a5ee08 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:34.470304 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0f1612fd-500c-472e-b9c1-b62dae72907f req-b0a64d4f-b2c1-416a-b07a-945798a5ee08 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 944 time: 0.1293988 Aug 09 17:57:34.475174 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-17a7aa7a-8d5b-4bf4-9ba0-fc36953d43fd req-871dda90-93ce-4b63-a13c-06d2ceebcf34 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250005 Aug 09 17:57:34.497269 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:34.543998 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 3a20eb51-b049-4685-9dfa-6154b1684290, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a20eb51-b049-4685-9dfa-6154b1684290,segment=NetworkSegment(abea5a6c-256a-400e-a2bd-a01be979d6f2),segment_id=abea5a6c-256a-400e-a2bd-a01be979d6f2)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:34.572438 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0f1612fd-500c-472e-b9c1-b62dae72907f req-6f51f1b8-5a16-49ba-8e60-60510870b80a tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882638 Aug 09 17:57:34.614601 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:34.668786 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['c9aae8da-ded7-4fe7-8b4c-3269999972de'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:57:34.704778 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['642533d7-a56a-4503-981e-d518e8beaed5'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:57:34.748595 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=3a20eb51-b049-4685-9dfa-6154b1684290,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:34.872169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e2df5a-a30d-465c-a99a-a347fd34a97e x-openstack-request-id: req-c7e2df5a-a30d-465c-a99a-a347fd34a97e {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:57:34.872169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459", "name": "network-vif-plugged", "status": "completed", "tag": "017a5390-8e4d-4dcf-a64e-cae4d92da69b", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:57:34.872169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7e2df5a-a30d-465c-a99a-a347fd34a97e {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:57:34.872169 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a5390-8e4d-4dcf-a64e-cae4d92da69b', 'code': 200} Aug 09 17:57:35.476034 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695db7ac-184a-43c3-bbb5-80894c4f1b98 req-7034583e-dd9b-40dd-b461-ba4311323203 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:35.478260 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-695db7ac-184a-43c3-bbb5-80894c4f1b98 req-7034583e-dd9b-40dd-b461-ba4311323203 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 944 time: 0.1272912 Aug 09 17:57:35.516638 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a69b6-ed56-4d1f-988f-265914a664c4 req-8b4f408b-546d-4117-836e-35cdb2878c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:35.520162 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-660a69b6-ed56-4d1f-988f-265914a664c4 req-8b4f408b-546d-4117-836e-35cdb2878c22 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 1098 time: 0.1707025 Aug 09 17:57:35.550741 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-660a69b6-ed56-4d1f-988f-265914a664c4 req-bc6a9d1f-3d0e-41be-8cc7-cacaedfdaffc service neutron] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:35.586204 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-695db7ac-184a-43c3-bbb5-80894c4f1b98 req-5c602843-96a0-44ef-979b-de49faf7d97b tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972056 Aug 09 17:57:35.681750 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-660a69b6-ed56-4d1f-988f-265914a664c4 req-bc6a9d1f-3d0e-41be-8cc7-cacaedfdaffc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:35.703452 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d3b9a-c361-4774-9295-af44c33d22e3 req-f2c996af-f591-4ccd-9d12-8e9e00d85485 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:35.706033 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b16d3b9a-c361-4774-9295-af44c33d22e3 req-f2c996af-f591-4ccd-9d12-8e9e00d85485 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 945 time: 0.0929477 Aug 09 17:57:35.721999 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-660a69b6-ed56-4d1f-988f-265914a664c4 req-bc6a9d1f-3d0e-41be-8cc7-cacaedfdaffc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:35.757092 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-660a69b6-ed56-4d1f-988f-265914a664c4 req-bc6a9d1f-3d0e-41be-8cc7-cacaedfdaffc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271588 Aug 09 17:57:35.768118 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a9d1f-3d0e-41be-8cc7-cacaedfdaffc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3659735f-63ef-413e-b31f-bb6cb7107327,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:35.798347 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b16d3b9a-c361-4774-9295-af44c33d22e3 req-e6eb00eb-3101-4d2a-a10c-90e0ce7bcdff tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798502 Aug 09 17:57:35.831064 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb54aa1-e5e8-48fa-9f5f-60b396001844 req-9a4f38f6-6771-4d81-9d6e-ce453c08fddb tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:35.831064 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bdb54aa1-e5e8-48fa-9f5f-60b396001844 req-9a4f38f6-6771-4d81-9d6e-ce453c08fddb tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 945 time: 0.1096332 Aug 09 17:57:35.871264 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bdb54aa1-e5e8-48fa-9f5f-60b396001844 req-1bbc4ada-aebb-4345-851c-3477129fdae0 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428331 Aug 09 17:57:36.180037 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:36.264024 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37428) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:36.380351 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0c42-10df-4dc0-b7fb-91a3d8ce26e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:36.487495 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0c42-10df-4dc0-b7fb-91a3d8ce26e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:36.682481 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cbcb0c42-10df-4dc0-b7fb-91a3d8ce26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:36.727184 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb0c42-10df-4dc0-b7fb-91a3d8ce26e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06bdc97-5b63-4cf5-93fc-baabcd7c393c,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:36.731346 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-cbcb0c42-10df-4dc0-b7fb-91a3d8ce26e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aefdfe60595a454ab0eaf4e9b4e00d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661338 Aug 09 17:57:36.735272 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37452) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:36.745175 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315cbff-b954-4db4-acae-40b43aa8173a req-92b2a3cc-01e3-4dc2-ba37-6ebe9ff966ab tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:36.746920 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3315cbff-b954-4db4-acae-40b43aa8173a req-92b2a3cc-01e3-4dc2-ba37-6ebe9ff966ab tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 944 time: 0.0918143 Aug 09 17:57:36.793969 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3315cbff-b954-4db4-acae-40b43aa8173a req-db96b30f-e6ad-4523-9353-fc6d39dec114 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Aug 09 17:57:36.798110 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7c5747ee-cedf-4d65-8b5f-e781fb22b150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:36.830114 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7c5747ee-cedf-4d65-8b5f-e781fb22b150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:36.869892 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252ccba5-aa7d-4d82-80e8-b3725283fdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a20eb51-b049-4685-9dfa-6154b1684290'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:57:36.872383 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09840efb-43dc-457c-97dc-ac0e22546e72" -d '{"events": [{"server_uuid": "252ccba5-aa7d-4d82-80e8-b3725283fdeb", "name": "network-vif-plugged", "status": "completed", "tag": "3a20eb51-b049-4685-9dfa-6154b1684290"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:57:36.928302 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ec2825-c99c-4db6-b934-68a4cb2ffb25 x-openstack-request-id: req-a6ec2825-c99c-4db6-b934-68a4cb2ffb25 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:57:36.928666 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252ccba5-aa7d-4d82-80e8-b3725283fdeb", "name": "network-vif-plugged", "status": "completed", "tag": "3a20eb51-b049-4685-9dfa-6154b1684290", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:57:36.928987 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6ec2825-c99c-4db6-b934-68a4cb2ffb25 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:57:36.929628 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252ccba5-aa7d-4d82-80e8-b3725283fdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a20eb51-b049-4685-9dfa-6154b1684290', 'code': 200} Aug 09 17:57:36.939088 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3971-f564-483a-937d-02eb8601dc75 req-96322d3e-eeab-4270-8955-5ec9e615ac0c tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:36.940743 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fc2a3971-f564-483a-937d-02eb8601dc75 req-96322d3e-eeab-4270-8955-5ec9e615ac0c tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 945 time: 0.0676391 Aug 09 17:57:36.999529 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fc2a3971-f564-483a-937d-02eb8601dc75 req-09985ee2-2b29-4edd-b9f4-6e3e46960702 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517907 Aug 09 17:57:37.037889 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11bfd2-5cca-437b-ad71-fbc27984e53a req-5c29db20-8214-44e9-9177-df8be482886a tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:37.039422 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9c11bfd2-5cca-437b-ad71-fbc27984e53a req-5c29db20-8214-44e9-9177-df8be482886a tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 945 time: 0.0627708 Aug 09 17:57:37.081010 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9c11bfd2-5cca-437b-ad71-fbc27984e53a req-28b5d7a5-4252-4011-8d95-fb4123ec9afb tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349450 Aug 09 17:57:37.093794 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7c5747ee-cedf-4d65-8b5f-e781fb22b150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:37.096319 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7c5747ee-cedf-4d65-8b5f-e781fb22b150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:37.097492 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-7c5747ee-cedf-4d65-8b5f-e781fb22b150 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d06bdc97-5b63-4cf5-93fc-baabcd7c393c HTTP/1.1" status: 204 len: 168 time: 0.3618689 Aug 09 17:57:37.108873 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5747ee-cedf-4d65-8b5f-e781fb22b150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06bdc97-5b63-4cf5-93fc-baabcd7c393c,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:37.405042 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03103396-6ff4-4d61-95e1-7f7ea4aa52fe req-f006ff63-878d-449b-87ba-59c33783f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:37.406662 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-03103396-6ff4-4d61-95e1-7f7ea4aa52fe req-f006ff63-878d-449b-87ba-59c33783f9b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 1098 time: 0.0461440 Aug 09 17:57:37.475053 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-03103396-6ff4-4d61-95e1-7f7ea4aa52fe req-68673096-7246-4d0f-a9e8-e0ce1c411944 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486832 Aug 09 17:57:37.475195 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 642533d7-a56a-4503-981e-d518e8beaed5 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:57:37.682268 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 642533d7-a56a-4503-981e-d518e8beaed5 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:57:37.689730 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 642533d7-a56a-4503-981e-d518e8beaed5 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:57:37.690101 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:37.772489 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:37.812450 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 642533d7-a56a-4503-981e-d518e8beaed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=642533d7-a56a-4503-981e-d518e8beaed5,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:37.957168 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37486) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:37.968130 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:37.969187 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device c9aae8da-ded7-4fe7-8b4c-3269999972de up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:57:37.982046 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0c758-3a6b-4ff3-a2f6-e78847b22513 req-1d49270c-e570-4385-bb36-bbd0d06036d0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:37.985041 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c2ce4c0a-386e-44e0-9ac0-cd9899283a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:37.991157 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e1f0c758-3a6b-4ff3-a2f6-e78847b22513 req-1d49270c-e570-4385-bb36-bbd0d06036d0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 944 time: 0.1282067 Aug 09 17:57:38.077702 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=642533d7-a56a-4503-981e-d518e8beaed5,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:38.098472 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e1f0c758-3a6b-4ff3-a2f6-e78847b22513 req-208e742b-e224-4246-8063-08c95838a3a3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063297 Aug 09 17:57:38.181467 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c2ce4c0a-386e-44e0-9ac0-cd9899283a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.213990 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port c9aae8da-ded7-4fe7-8b4c-3269999972de completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:57:38.218160 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port c9aae8da-ded7-4fe7-8b4c-3269999972de triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:57:38.218537 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.233990 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b1869-eca8-407a-994f-180e601753f5 req-9295c6dd-bd93-49e9-bb62-f23c1ce8f5b6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:38.235481 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-043b1869-eca8-407a-994f-180e601753f5 req-9295c6dd-bd93-49e9-bb62-f23c1ce8f5b6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 945 time: 0.0982001 Aug 09 17:57:38.242681 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068bebf-3f01-4e03-8226-b0230eff6996 req-3b279530-aed8-402f-848f-eaf12ac169e0 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:38.244099 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b068bebf-3f01-4e03-8226-b0230eff6996 req-3b279530-aed8-402f-848f-eaf12ac169e0 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 945 time: 0.0698390 Aug 09 17:57:38.300566 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-043b1869-eca8-407a-994f-180e601753f5 req-0999c472-f512-4efc-bc55-231acc04a6c2 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555019 Aug 09 17:57:38.309522 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b068bebf-3f01-4e03-8226-b0230eff6996 req-cda56031-6340-4db0-aeb2-ce1154434c7a tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584414 Aug 09 17:57:38.339869 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.356581 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c2ce4c0a-386e-44e0-9ac0-cd9899283a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.383309 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port c9aae8da-ded7-4fe7-8b4c-3269999972de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c9aae8da-ded7-4fe7-8b4c-3269999972de,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:38.400545 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce4c0a-386e-44e0-9ac0-cd9899283a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60956179-2c8d-4d0f-bcbc-5801a5c955ed,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:38.420197 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-c2ce4c0a-386e-44e0-9ac0-cd9899283a4e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7bdf1583ba0d42a8bc05505f35709f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603848 Aug 09 17:57:38.427693 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37504) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:38.437006 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.506726 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=c9aae8da-ded7-4fe7-8b4c-3269999972de,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:38.508697 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-adeda2d1-dc65-4000-8b60-952a4126d7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.536447 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-adeda2d1-dc65-4000-8b60-952a4126d7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.549671 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37506) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:38.676062 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-adeda2d1-dc65-4000-8b60-952a4126d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.678703 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-adeda2d1-dc65-4000-8b60-952a4126d7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.679861 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-adeda2d1-dc65-4000-8b60-952a4126d7d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60956179-2c8d-4d0f-bcbc-5801a5c955ed HTTP/1.1" status: 204 len: 168 time: 0.2510405 Aug 09 17:57:38.688983 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeda2d1-dc65-4000-8b60-952a4126d7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60956179-2c8d-4d0f-bcbc-5801a5c955ed,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:38.703228 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37514) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:38.748949 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7ad5d071-70d1-49d1-a274-30bb11b0efa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.800316 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9ed0-f06b-4614-824e-23b9b96bea58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.872039 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7ad5d071-70d1-49d1-a274-30bb11b0efa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:38.930775 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2128690-6351-4082-ba31-5f4307897d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642533d7-a56a-4503-981e-d518e8beaed5'}, {'server_uuid': '9676b6bb-30f9-4a9a-bc77-38732e1c63d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9aae8da-ded7-4fe7-8b4c-3269999972de'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:57:38.934795 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd703512-c870-48b3-8686-9df3d626aca2" -d '{"events": [{"server_uuid": "e2128690-6351-4082-ba31-5f4307897d05", "name": "network-vif-plugged", "status": "completed", "tag": "642533d7-a56a-4503-981e-d518e8beaed5"}, {"server_uuid": "9676b6bb-30f9-4a9a-bc77-38732e1c63d4", "name": "network-vif-plugged", "status": "completed", "tag": "c9aae8da-ded7-4fe7-8b4c-3269999972de"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:57:38.976807 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c04c71-d9f4-4b44-b604-e29ba4894ffd x-openstack-request-id: req-f4c04c71-d9f4-4b44-b604-e29ba4894ffd {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:57:38.977274 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2128690-6351-4082-ba31-5f4307897d05", "name": "network-vif-plugged", "status": "completed", "tag": "642533d7-a56a-4503-981e-d518e8beaed5", "code": 200}, {"server_uuid": "9676b6bb-30f9-4a9a-bc77-38732e1c63d4", "name": "network-vif-plugged", "status": "completed", "tag": "c9aae8da-ded7-4fe7-8b4c-3269999972de", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:57:38.977572 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4c04c71-d9f4-4b44-b604-e29ba4894ffd {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:57:38.977979 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2128690-6351-4082-ba31-5f4307897d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642533d7-a56a-4503-981e-d518e8beaed5', 'code': 200} Aug 09 17:57:38.978237 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9676b6bb-30f9-4a9a-bc77-38732e1c63d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9aae8da-ded7-4fe7-8b4c-3269999972de', 'code': 200} Aug 09 17:57:39.000460 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7ad5d071-70d1-49d1-a274-30bb11b0efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.078518 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5d071-70d1-49d1-a274-30bb11b0efa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e7cb1-39c9-4acf-a8a0-67fa8c8b946d,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:39.094418 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-7ad5d071-70d1-49d1-a274-30bb11b0efa7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4a3db292e3b747cab020b2ff4cca25d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441041 Aug 09 17:57:39.097425 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37526) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:39.258494 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7424724a-267c-4608-98cf-dc386a38cc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.268936 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9ed0-f06b-4614-824e-23b9b96bea58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.323506 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7424724a-267c-4608-98cf-dc386a38cc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.353780 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873551-d780-4332-8b93-9777a8cd6d7e req-257c03ff-d09b-4fa0-8db3-5d66ed8faad1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:39.361553 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7f873551-d780-4332-8b93-9777a8cd6d7e req-257c03ff-d09b-4fa0-8db3-5d66ed8faad1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.1226273 Aug 09 17:57:39.379324 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9ed0-f06b-4614-824e-23b9b96bea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.434229 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7f873551-d780-4332-8b93-9777a8cd6d7e req-243a68d2-77ce-4142-9fbc-8b3c684b4fa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717013 Aug 09 17:57:39.496525 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-7f5b9ed0-f06b-4614-824e-23b9b96bea58 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d080d40672e4ef28e109cde7e30bce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7919559 Aug 09 17:57:39.497354 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b9ed0-f06b-4614-824e-23b9b96bea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fae7a0c-2342-4bd2-80e3-f2b1b0056b0f,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:39.497463 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37552) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:39.537626 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fd982-5bac-49e4-9070-d92d52217163 req-cc18300e-a526-40f1-99fa-ae223dddc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:39.539233 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0e4fd982-5bac-49e4-9070-d92d52217163 req-cc18300e-a526-40f1-99fa-ae223dddc3c4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 1098 time: 0.1243207 Aug 09 17:57:39.544817 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad7925-d2b5-446c-8a9e-031812a7b2cb req-487fe861-95b8-4530-8b49-be1cfe5f0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:39.546320 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ecad7925-d2b5-446c-8a9e-031812a7b2cb req-487fe861-95b8-4530-8b49-be1cfe5f0d41 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 1098 time: 0.0647161 Aug 09 17:57:39.548439 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1acaf5-a2a7-466b-961b-3ba00cb37c28 req-d1cab4d9-1e27-4a5e-b683-c47ec4d58894 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:39.550061 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3d1acaf5-a2a7-466b-961b-3ba00cb37c28 req-d1cab4d9-1e27-4a5e-b683-c47ec4d58894 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 945 time: 0.1143887 Aug 09 17:57:39.596401 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0e4fd982-5bac-49e4-9070-d92d52217163 req-4de82974-604d-4f72-8432-a2b5b727470d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491359 Aug 09 17:57:39.602326 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ecad7925-d2b5-446c-8a9e-031812a7b2cb req-a4fdfadc-e5e7-4fa5-b1d4-05a9508d6753 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487208 Aug 09 17:57:39.612987 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7424724a-267c-4608-98cf-dc386a38cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.615678 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7424724a-267c-4608-98cf-dc386a38cc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.616953 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-7424724a-267c-4608-98cf-dc386a38cc4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/176e7cb1-39c9-4acf-a8a0-67fa8c8b946d HTTP/1.1" status: 204 len: 168 time: 0.5177526 Aug 09 17:57:39.640080 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424724a-267c-4608-98cf-dc386a38cc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e7cb1-39c9-4acf-a8a0-67fa8c8b946d,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:39.672211 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0082e6-98b5-4c46-abcd-3747ca59148d req-4969f76c-3926-43a0-9aaa-8a3a5d8b7ca0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:39.673917 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8e0082e6-98b5-4c46-abcd-3747ca59148d req-4969f76c-3926-43a0-9aaa-8a3a5d8b7ca0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 945 time: 0.1593766 Aug 09 17:57:39.681158 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-670bb1d5-95a4-4740-b2f9-135f048750e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.685613 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3d1acaf5-a2a7-466b-961b-3ba00cb37c28 req-9f372fcb-5b3e-4cd8-95de-7dc54e58a403 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109002 Aug 09 17:57:39.728985 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-670bb1d5-95a4-4740-b2f9-135f048750e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.760751 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8e0082e6-98b5-4c46-abcd-3747ca59148d req-e5f44694-25fa-4277-b453-a2974b61a2f5 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701394 Aug 09 17:57:39.973627 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-670bb1d5-95a4-4740-b2f9-135f048750e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.978582 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-670bb1d5-95a4-4740-b2f9-135f048750e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:39.980423 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-670bb1d5-95a4-4740-b2f9-135f048750e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5fae7a0c-2342-4bd2-80e3-f2b1b0056b0f HTTP/1.1" status: 204 len: 168 time: 0.4806178 Aug 09 17:57:39.993702 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bb1d5-95a4-4740-b2f9-135f048750e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fae7a0c-2342-4bd2-80e3-f2b1b0056b0f,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:40.499211 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37576) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:40.540346 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e35f2bb4-c2be-40cb-880b-d99e3e4ab3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:40.601171 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c5a29-2d70-4c5a-8707-8374b2536c70 req-1fee6125-10d6-4724-b40f-4e8bbc2fe029 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:40.604814 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e47c5a29-2d70-4c5a-8707-8374b2536c70 req-1fee6125-10d6-4724-b40f-4e8bbc2fe029 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.1088552 Aug 09 17:57:40.669864 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e47c5a29-2d70-4c5a-8707-8374b2536c70 req-f14c5186-ca9d-4b01-8c67-4897b277f81c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568447 Aug 09 17:57:40.749520 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e35f2bb4-c2be-40cb-880b-d99e3e4ab3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.009846 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e35f2bb4-c2be-40cb-880b-d99e3e4ab3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.060465 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e35f2bb4-c2be-40cb-880b-d99e3e4ab3a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1cc10c5c7b4d4f9ca0b723a1a499e61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592837 Aug 09 17:57:41.060931 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f2bb4-c2be-40cb-880b-d99e3e4ab3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4370a33d-4411-4806-9f25-9c41fa730a9d,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:41.066442 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37606) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:41.178750 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-aed006ba-0ad4-47f1-a067-71145457df8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.223148 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-aed006ba-0ad4-47f1-a067-71145457df8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.254524 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37618) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:41.280624 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-83167b8f-97bc-4a64-b5a6-f38a6f8f54a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.407672 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-aed006ba-0ad4-47f1-a067-71145457df8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.411100 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-aed006ba-0ad4-47f1-a067-71145457df8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.418984 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-aed006ba-0ad4-47f1-a067-71145457df8b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4370a33d-4411-4806-9f25-9c41fa730a9d HTTP/1.1" status: 204 len: 168 time: 0.3485994 Aug 09 17:57:41.436171 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed006ba-0ad4-47f1-a067-71145457df8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4370a33d-4411-4806-9f25-9c41fa730a9d,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:41.524372 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-83167b8f-97bc-4a64-b5a6-f38a6f8f54a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.659095 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-83167b8f-97bc-4a64-b5a6-f38a6f8f54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.698281 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-83167b8f-97bc-4a64-b5a6-f38a6f8f54a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d32b3af48004817a3a47733a3526703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422283 Aug 09 17:57:41.703740 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83167b8f-97bc-4a64-b5a6-f38a6f8f54a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dabb68-926c-44c3-b639-6bd0836bb7d7,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:41.704118 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37632) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:41.772029 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c4cdffbf-e320-4708-8805-c0eae6496587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.823744 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c4cdffbf-e320-4708-8805-c0eae6496587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:41.878449 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b8adc-5bcd-44aa-95c1-a88d8b5b76a0 req-23d7f6a8-83a7-47e7-8501-19900df211bd tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:41.881330 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bc0b8adc-5bcd-44aa-95c1-a88d8b5b76a0 req-23d7f6a8-83a7-47e7-8501-19900df211bd tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.1164861 Aug 09 17:57:41.943212 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bc0b8adc-5bcd-44aa-95c1-a88d8b5b76a0 req-6206972a-e68c-4b4b-8f1b-ba30cf594cc8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551038 Aug 09 17:57:42.054912 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c4cdffbf-e320-4708-8805-c0eae6496587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:42.058800 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c4cdffbf-e320-4708-8805-c0eae6496587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:42.060086 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-c4cdffbf-e320-4708-8805-c0eae6496587 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6dabb68-926c-44c3-b639-6bd0836bb7d7 HTTP/1.1" status: 204 len: 168 time: 0.3549368 Aug 09 17:57:42.082733 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdffbf-e320-4708-8805-c0eae6496587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dabb68-926c-44c3-b639-6bd0836bb7d7,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:42.739598 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa3848-aa9f-441d-a733-8c0c0ee5a1fc req-81852d26-3b4d-4616-a46f-cc5561f314d7 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:42.741107 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ccfa3848-aa9f-441d-a733-8c0c0ee5a1fc req-81852d26-3b4d-4616-a46f-cc5561f314d7 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0862343 Aug 09 17:57:42.780224 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea88615-ddd6-4794-8664-36125a41d4bc req-712f98ed-1146-413a-a1bc-183b7ad84305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:42.782074 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0ea88615-ddd6-4794-8664-36125a41d4bc req-712f98ed-1146-413a-a1bc-183b7ad84305 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 1098 time: 0.0516064 Aug 09 17:57:42.802637 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ccfa3848-aa9f-441d-a733-8c0c0ee5a1fc req-fafef2d9-0d8d-44e9-b333-e28def2b2e25 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532448 Aug 09 17:57:42.905634 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea88615-ddd6-4794-8664-36125a41d4bc req-ed9389a5-02fd-4c9b-9596-5c3baba7f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:42.905634 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0ea88615-ddd6-4794-8664-36125a41d4bc req-ed9389a5-02fd-4c9b-9596-5c3baba7f025 service neutron] 10.222.0.77 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 920 time: 0.1139150 Aug 09 17:57:42.962401 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0ea88615-ddd6-4794-8664-36125a41d4bc req-cb5d1733-4f90-4aaf-904e-e937b7ebaae7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9aae8da-ded7-4fe7-8b4c-3269999972de HTTP/1.1" status: 200 len: 217 time: 0.0477662 Aug 09 17:57:43.018137 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea88615-ddd6-4794-8664-36125a41d4bc req-bb48b615-a3bc-4b93-a25c-e6a2b9c14586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:43.019733 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0ea88615-ddd6-4794-8664-36125a41d4bc req-bb48b615-a3bc-4b93-a25c-e6a2b9c14586 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbbf44f-702e-4b0d-ae1d-15b3c624f928 HTTP/1.1" status: 200 len: 859 time: 0.0497203 Aug 09 17:57:43.077463 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0ea88615-ddd6-4794-8664-36125a41d4bc req-1a57f926-fff4-4e04-954c-269768127c00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465338 Aug 09 17:57:43.182188 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0ea88615-ddd6-4794-8664-36125a41d4bc req-290ae496-dafd-484f-8ccf-e2cbe3f7d11c service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964043 Aug 09 17:57:43.316949 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0ea88615-ddd6-4794-8664-36125a41d4bc req-28769c7f-0220-44ef-acc2-19cfb8c82c17 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265442 Aug 09 17:57:43.971463 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ea545-ada7-4c28-8a9c-ffeb4c06f988 req-22ddc228-7b9e-4fa3-81b0-2c607196ba06 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:43.973194 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2d9ea545-ada7-4c28-8a9c-ffeb4c06f988 req-22ddc228-7b9e-4fa3-81b0-2c607196ba06 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0618360 Aug 09 17:57:44.018405 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2d9ea545-ada7-4c28-8a9c-ffeb4c06f988 req-2154e305-259b-45e1-a901-37ef554f4608 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376625 Aug 09 17:57:44.145085 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-446a9a64-0153-4eac-9dbd-5171f4c6954b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:44.580218 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37792) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:44.690557 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37800) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:44.798601 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-89a5ea32-878c-4d34-8d9e-d17a632f4694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:44.918076 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-89a5ea32-878c-4d34-8d9e-d17a632f4694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:44.956119 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-487b46da-b217-4ea2-a25a-2100312565ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.095372 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-89a5ea32-878c-4d34-8d9e-d17a632f4694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.140877 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f0d2-7fde-4e9b-b78d-461171e8dfdd req-dbbe2bd9-f18e-4b4a-a123-9b2999c89b98 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:45.142617 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2037f0d2-7fde-4e9b-b78d-461171e8dfdd req-dbbe2bd9-f18e-4b4a-a123-9b2999c89b98 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0534880 Aug 09 17:57:45.148603 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-89a5ea32-878c-4d34-8d9e-d17a632f4694 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5e3d4a658b1748a3a0ee5983fb721064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673616 Aug 09 17:57:45.152118 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37816) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:45.154087 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5ea32-878c-4d34-8d9e-d17a632f4694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d330508e-5156-4c01-88b0-77d960d9f802,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:45.238952 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2037f0d2-7fde-4e9b-b78d-461171e8dfdd req-1f7b8e7f-25a5-4139-8dfc-7cd9d8356e3f tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838385 Aug 09 17:57:45.240233 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-487b46da-b217-4ea2-a25a-2100312565ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.257552 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1f9d7cd9-23d6-4642-b1a2-077372aa5237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.289386 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1f9d7cd9-23d6-4642-b1a2-077372aa5237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.304459 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-487b46da-b217-4ea2-a25a-2100312565ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.343178 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-487b46da-b217-4ea2-a25a-2100312565ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=214eb44b8f124d5cb2fd68f2c978956a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502316 Aug 09 17:57:45.346810 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37826) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:45.356900 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b46da-b217-4ea2-a25a-2100312565ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3995ebe2-9dd4-4e99-8dcc-52a0d3b57212,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:45.438255 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8b02364e-8cfd-49c9-bc88-bf826af475c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.447603 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1f9d7cd9-23d6-4642-b1a2-077372aa5237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.450338 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1f9d7cd9-23d6-4642-b1a2-077372aa5237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.451546 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-1f9d7cd9-23d6-4642-b1a2-077372aa5237 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d330508e-5156-4c01-88b0-77d960d9f802 HTTP/1.1" status: 204 len: 168 time: 0.2970119 Aug 09 17:57:45.463018 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d7cd9-23d6-4642-b1a2-077372aa5237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d330508e-5156-4c01-88b0-77d960d9f802,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:45.463874 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8b02364e-8cfd-49c9-bc88-bf826af475c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.573442 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8b02364e-8cfd-49c9-bc88-bf826af475c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.576340 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8b02364e-8cfd-49c9-bc88-bf826af475c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:45.579873 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-8b02364e-8cfd-49c9-bc88-bf826af475c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3995ebe2-9dd4-4e99-8dcc-52a0d3b57212 HTTP/1.1" status: 204 len: 168 time: 0.2296340 Aug 09 17:57:45.589183 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02364e-8cfd-49c9-bc88-bf826af475c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3995ebe2-9dd4-4e99-8dcc-52a0d3b57212,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:46.361946 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b06653-b1e1-42d4-8eeb-43a8887f18ce req-16c9fdf3-9994-4eac-a461-727773168db4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:46.363324 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-56b06653-b1e1-42d4-8eeb-43a8887f18ce req-16c9fdf3-9994-4eac-a461-727773168db4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0512292 Aug 09 17:57:46.413069 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-56b06653-b1e1-42d4-8eeb-43a8887f18ce req-74e32c8e-8b97-448e-87b8-0128265fe2a4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Aug 09 17:57:46.507589 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37882) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:46.521530 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-93ac284e-8891-4b39-a20d-253aa894ca47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:46.601883 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37888) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:46.613125 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-29871e3d-7e84-4f96-a6d0-b78e3e33d7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:46.623661 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d21fb2ff-79c1-4184-9d8a-c66e0492911c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:46.647241 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-93ac284e-8891-4b39-a20d-253aa894ca47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:46.820060 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:46.822791 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-93ac284e-8891-4b39-a20d-253aa894ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:46.880748 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-93ac284e-8891-4b39-a20d-253aa894ca47 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5275fb2f4fe4525b783bfd0e5dabf2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691459 Aug 09 17:57:46.881951 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37898) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:46.888765 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac284e-8891-4b39-a20d-253aa894ca47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c83b3af-df7d-4189-ac3c-117bbf9a0970,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:46.940032 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-635bd359-5319-44dd-8bdb-33252f679c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:46.946304 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d21fb2ff-79c1-4184-9d8a-c66e0492911c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:46.970423 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-635bd359-5319-44dd-8bdb-33252f679c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:47.054287 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d21fb2ff-79c1-4184-9d8a-c66e0492911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:47.106709 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d21fb2ff-79c1-4184-9d8a-c66e0492911c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bc165d55e28244fabe729e2ab02d2f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5034449 Aug 09 17:57:47.107640 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fb2ff-79c1-4184-9d8a-c66e0492911c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1abc73b-deb8-4984-a9be-d2be1911e931,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:47.109650 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37904) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:47.164538 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bd4f12f4-3da9-4ccc-97d6-ebcae1bb56ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:47.195658 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bd4f12f4-3da9-4ccc-97d6-ebcae1bb56ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:47.203432 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-635bd359-5319-44dd-8bdb-33252f679c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:47.208762 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-635bd359-5319-44dd-8bdb-33252f679c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:47.210177 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-635bd359-5319-44dd-8bdb-33252f679c35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c83b3af-df7d-4189-ac3c-117bbf9a0970 HTTP/1.1" status: 204 len: 168 time: 0.3271060 Aug 09 17:57:47.259295 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635bd359-5319-44dd-8bdb-33252f679c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c83b3af-df7d-4189-ac3c-117bbf9a0970,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:47.419007 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bd4f12f4-3da9-4ccc-97d6-ebcae1bb56ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:47.421892 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bd4f12f4-3da9-4ccc-97d6-ebcae1bb56ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:47.423186 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-bd4f12f4-3da9-4ccc-97d6-ebcae1bb56ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1abc73b-deb8-4984-a9be-d2be1911e931 HTTP/1.1" status: 204 len: 168 time: 0.3124588 Aug 09 17:57:47.432510 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f12f4-3da9-4ccc-97d6-ebcae1bb56ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1abc73b-deb8-4984-a9be-d2be1911e931,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:47.561208 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d923aeb-4ce8-4331-84bc-a56c3c842538 req-fc230b98-9d47-4534-a33f-f9d586887e0d tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:47.562974 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6d923aeb-4ce8-4331-84bc-a56c3c842538 req-fc230b98-9d47-4534-a33f-f9d586887e0d tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0658305 Aug 09 17:57:47.608574 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6d923aeb-4ce8-4331-84bc-a56c3c842538 req-45b2b544-3e4a-4f22-bb5f-0f36d44272ad tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355430 Aug 09 17:57:47.834257 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 37942) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:47.927219 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:48.130516 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9b7c5378-b61d-4398-b4d1-497573bdd569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:48.245170 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9b7c5378-b61d-4398-b4d1-497573bdd569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:48.310110 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9b7c5378-b61d-4398-b4d1-497573bdd569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:48.353733 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 37974) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:48.354268 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-9b7c5378-b61d-4398-b4d1-497573bdd569 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=34330079515143fead1ae9228375cc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181396 Aug 09 17:57:48.354912 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c5378-b61d-4398-b4d1-497573bdd569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01254d54-f0e9-4279-9028-f92709cb12da,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:48.410790 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b8ef7d83-0c5a-4f3c-a344-89143891c9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:48.434564 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b8ef7d83-0c5a-4f3c-a344-89143891c9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:48.579445 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b8ef7d83-0c5a-4f3c-a344-89143891c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:48.586138 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b8ef7d83-0c5a-4f3c-a344-89143891c9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:48.586138 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-b8ef7d83-0c5a-4f3c-a344-89143891c9c4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01254d54-f0e9-4279-9028-f92709cb12da HTTP/1.1" status: 204 len: 168 time: 0.2286460 Aug 09 17:57:48.597241 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef7d83-0c5a-4f3c-a344-89143891c9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01254d54-f0e9-4279-9028-f92709cb12da,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:48.735356 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c9349-5815-49c7-9532-52d9bcca7919 req-29c9202b-fb6e-4984-81c7-e2a5893ecfac tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:48.736868 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c28c9349-5815-49c7-9532-52d9bcca7919 req-29c9202b-fb6e-4984-81c7-e2a5893ecfac tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0524240 Aug 09 17:57:48.777243 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c28c9349-5815-49c7-9532-52d9bcca7919 req-41813417-a32d-4e7c-8ba0-057bd76f9fd0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330880 Aug 09 17:57:49.276059 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:49.372326 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38020) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:49.386830 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0290113-fb80-4e5a-8ac3-a435745017f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:49.509087 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0290113-fb80-4e5a-8ac3-a435745017f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:49.578693 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0290113-fb80-4e5a-8ac3-a435745017f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:49.622141 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e0290113-fb80-4e5a-8ac3-a435745017f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6c8eb424d1446c2b93a424174d908d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487161 Aug 09 17:57:49.624050 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0290113-fb80-4e5a-8ac3-a435745017f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e629395c-cfac-4e36-9bcc-20b13c91d0df,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:49.625216 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38032) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:49.699785 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f58b076d-549e-4f76-aea5-d13b0e6c1b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:49.753366 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f58b076d-549e-4f76-aea5-d13b0e6c1b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:49.922034 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f58b076d-549e-4f76-aea5-d13b0e6c1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:49.924693 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f58b076d-549e-4f76-aea5-d13b0e6c1b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:49.925029 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab182b8-3b54-4882-b6a7-d1ea055e5bf5 req-9ffc17ef-db8f-4a0d-8193-598c7f7a9c6d tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:49.925890 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-f58b076d-549e-4f76-aea5-d13b0e6c1b1c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e629395c-cfac-4e36-9bcc-20b13c91d0df HTTP/1.1" status: 204 len: 168 time: 0.2994382 Aug 09 17:57:49.927220 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ab182b8-3b54-4882-b6a7-d1ea055e5bf5 req-9ffc17ef-db8f-4a0d-8193-598c7f7a9c6d tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0672178 Aug 09 17:57:49.933845 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b076d-549e-4f76-aea5-d13b0e6c1b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e629395c-cfac-4e36-9bcc-20b13c91d0df,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:49.978052 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ab182b8-3b54-4882-b6a7-d1ea055e5bf5 req-8a2814f3-a6a7-4423-a140-fffb6b2d425b tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442111 Aug 09 17:57:50.428485 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38054) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:50.477481 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38058) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:50.777255 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5a89-ad1f-415d-ba12-af2a28064ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:50.805365 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1fd246da-6e60-4510-9623-1b0414d6bd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:50.836185 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.db.api [None req-1fd246da-6e60-4510-9623-1b0414d6bd21 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 17:57:50.836185 dv-cinder-788363-10-iscsi neutron-server[100426]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 17:57:50.836185 dv-cinder-788363-10-iscsi neutron-server[100426]: [parameters: {'project_id': 'e70a338a912e438794c2d8d9d89cbdea', 'id': '89a4b35a-12d8-43bf-b270-c343433a5364', 'expiration': datetime.datetime(2021, 8, 9, 17, 59, 50, 824408)}] Aug 09 17:57:50.836185 dv-cinder-788363-10-iscsi neutron-server[100426]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 17:57:50.837214 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG oslo_db.api [None req-1fd246da-6e60-4510-9623-1b0414d6bd21 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 17:57:50.946846 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5a89-ad1f-415d-ba12-af2a28064ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:51.129028 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc00219-3cd8-4086-94c4-34bd5258f719 req-bb7c7935-429b-4596-97de-3e56c6068592 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:51.131448 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebc00219-3cd8-4086-94c4-34bd5258f719 req-bb7c7935-429b-4596-97de-3e56c6068592 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0771523 Aug 09 17:57:51.171921 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebc00219-3cd8-4086-94c4-34bd5258f719 req-cb685c1b-fb48-42c7-a57b-db557d01b6bb tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342591 Aug 09 17:57:51.179233 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe8f5a89-ad1f-415d-ba12-af2a28064ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:51.222020 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-fe8f5a89-ad1f-415d-ba12-af2a28064ae0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3850f71186b4d13b1525ca26702c413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7919712 Aug 09 17:57:51.222868 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f5a89-ad1f-415d-ba12-af2a28064ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c4ecb-bd22-4442-819f-c7f1425c81af,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:51.230871 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38090) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:51.295413 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bdf8b485-26b9-45ad-93bf-600be4b2432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:51.317817 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bdf8b485-26b9-45ad-93bf-600be4b2432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:51.337926 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1fd246da-6e60-4510-9623-1b0414d6bd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:51.493215 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bdf8b485-26b9-45ad-93bf-600be4b2432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:51.495877 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bdf8b485-26b9-45ad-93bf-600be4b2432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:51.497126 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-bdf8b485-26b9-45ad-93bf-600be4b2432e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f3c4ecb-bd22-4442-819f-c7f1425c81af HTTP/1.1" status: 204 len: 168 time: 0.2652876 Aug 09 17:57:51.510736 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8b485-26b9-45ad-93bf-600be4b2432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c4ecb-bd22-4442-819f-c7f1425c81af,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:51.601691 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1fd246da-6e60-4510-9623-1b0414d6bd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:51.784549 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1fd246da-6e60-4510-9623-1b0414d6bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:51.824815 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-1fd246da-6e60-4510-9623-1b0414d6bd21 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e70a338a912e438794c2d8d9d89cbdea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3483939 Aug 09 17:57:51.830114 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd246da-6e60-4510-9623-1b0414d6bd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44df91a-820a-46f1-a7d9-713a36fbaaf2,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:51.830257 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38106) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:51.894986 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d28ebc19-4e43-4c56-b059-bc3d0ffb59d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:51.923557 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d28ebc19-4e43-4c56-b059-bc3d0ffb59d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:52.055804 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d28ebc19-4e43-4c56-b059-bc3d0ffb59d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:52.058434 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d28ebc19-4e43-4c56-b059-bc3d0ffb59d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:52.064751 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d28ebc19-4e43-4c56-b059-bc3d0ffb59d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b44df91a-820a-46f1-a7d9-713a36fbaaf2 HTTP/1.1" status: 204 len: 168 time: 0.2307525 Aug 09 17:57:52.068174 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ebc19-4e43-4c56-b059-bc3d0ffb59d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44df91a-820a-46f1-a7d9-713a36fbaaf2,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:52.335937 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196c900-a21c-4378-adee-4cfd92993ec5 req-d7a330b2-6ac3-46af-be22-420d3b562448 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:52.338691 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f196c900-a21c-4378-adee-4cfd92993ec5 req-d7a330b2-6ac3-46af-be22-420d3b562448 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0713522 Aug 09 17:57:52.386878 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f196c900-a21c-4378-adee-4cfd92993ec5 req-90eb2855-0fc9-4851-9f80-555b819099ba tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391810 Aug 09 17:57:52.737138 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38146) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:53.179189 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-703fa01e-95c7-4069-955a-26795caf4f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.295189 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-703fa01e-95c7-4069-955a-26795caf4f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.311343 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38162) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:53.329233 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2220c79c-d18b-4c15-8c12-edec025786db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.344105 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-703fa01e-95c7-4069-955a-26795caf4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.388350 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-703fa01e-95c7-4069-955a-26795caf4f55 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de7a45d291dd418f9c841b700885166a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6485898 Aug 09 17:57:53.388350 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fa01e-95c7-4069-955a-26795caf4f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b711e3-5a1c-4f15-9ed8-b786e6fd5c05,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:53.390754 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38168) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:53.471495 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-665542f1-64de-4795-ad55-aed661c5baf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.507940 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2220c79c-d18b-4c15-8c12-edec025786db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.513314 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-665542f1-64de-4795-ad55-aed661c5baf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.570406 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe5786-d057-43a2-bb0f-a838174073fe req-3db5c70d-2d19-4b23-9a78-18d03637e7c4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:53.572140 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8cfe5786-d057-43a2-bb0f-a838174073fe req-3db5c70d-2d19-4b23-9a78-18d03637e7c4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0859554 Aug 09 17:57:53.573230 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2220c79c-d18b-4c15-8c12-edec025786db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.646678 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-2220c79c-d18b-4c15-8c12-edec025786db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3dee5c9215544c15aa2089dd23eb60a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341060 Aug 09 17:57:53.648535 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-665542f1-64de-4795-ad55-aed661c5baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.651374 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-665542f1-64de-4795-ad55-aed661c5baf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.652504 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-665542f1-64de-4795-ad55-aed661c5baf0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16b711e3-5a1c-4f15-9ed8-b786e6fd5c05 HTTP/1.1" status: 204 len: 168 time: 0.2498960 Aug 09 17:57:53.653058 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38182) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:57:53.668538 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220c79c-d18b-4c15-8c12-edec025786db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4f8e4-3d03-4f2c-89e7-1eb5ef48a556,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:53.675990 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665542f1-64de-4795-ad55-aed661c5baf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b711e3-5a1c-4f15-9ed8-b786e6fd5c05,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:53.710252 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8cfe5786-d057-43a2-bb0f-a838174073fe req-af1df94f-8e13-4452-9c78-74c937c9c651 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259739 Aug 09 17:57:53.804688 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-79d2d290-775d-4b69-ad45-bf17da6d64b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.835527 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-79d2d290-775d-4b69-ad45-bf17da6d64b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.978389 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-79d2d290-775d-4b69-ad45-bf17da6d64b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.981205 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-79d2d290-775d-4b69-ad45-bf17da6d64b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:53.982440 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-79d2d290-775d-4b69-ad45-bf17da6d64b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64f4f8e4-3d03-4f2c-89e7-1eb5ef48a556 HTTP/1.1" status: 204 len: 168 time: 0.3268743 Aug 09 17:57:53.990996 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2d290-775d-4b69-ad45-bf17da6d64b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4f8e4-3d03-4f2c-89e7-1eb5ef48a556,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:54.010799 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86b452-9926-4ab4-90dd-4a54ff4a05d6 req-60bd3eeb-d267-46ab-96f7-10b5c5be47b7 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:54.012452 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bb86b452-9926-4ab4-90dd-4a54ff4a05d6 req-60bd3eeb-d267-46ab-96f7-10b5c5be47b7 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 945 time: 0.0585902 Aug 09 17:57:54.063367 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bb86b452-9926-4ab4-90dd-4a54ff4a05d6 req-c981756c-b986-4b7e-b636-6dcba80315cc tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Aug 09 17:57:54.861208 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e6646-cde8-4da5-9422-6ad4c2dbf933 req-dd0a4014-7fae-4a9c-973b-073d69958bd5 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:54.862779 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1d5e6646-cde8-4da5-9422-6ad4c2dbf933 req-dd0a4014-7fae-4a9c-973b-073d69958bd5 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0655954 Aug 09 17:57:54.911632 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1d5e6646-cde8-4da5-9422-6ad4c2dbf933 req-7ea0f936-c199-4544-bce3-6f516bfd269e tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396318 Aug 09 17:57:55.203586 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9bcae-6be9-4c47-b827-3b5490101365 req-f8088561-9b25-4379-ae21-f0a59a0ae32f tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:55.205284 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-acf9bcae-6be9-4c47-b827-3b5490101365 req-f8088561-9b25-4379-ae21-f0a59a0ae32f tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 945 time: 0.0621991 Aug 09 17:57:55.264429 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-acf9bcae-6be9-4c47-b827-3b5490101365 req-fed2593c-660c-4659-9ac1-2fbff1efc298 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394094 Aug 09 17:57:56.150439 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005164b0-3790-4bbd-8646-ff0c48cc7caa req-36783c2e-1435-4b0a-b5d2-be55ecf94975 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:56.164838 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-005164b0-3790-4bbd-8646-ff0c48cc7caa req-36783c2e-1435-4b0a-b5d2-be55ecf94975 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.1179223 Aug 09 17:57:56.212134 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-005164b0-3790-4bbd-8646-ff0c48cc7caa req-e2800d36-014b-4683-8524-3e3223ee9357 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Aug 09 17:57:56.398328 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355a06-a0b2-4c92-83e5-3155e91063f7 req-a24fffc6-248c-46f8-92d2-0fd0d9365f6f tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:56.401107 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5d355a06-a0b2-4c92-83e5-3155e91063f7 req-a24fffc6-248c-46f8-92d2-0fd0d9365f6f tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 945 time: 0.0627348 Aug 09 17:57:56.442989 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5d355a06-a0b2-4c92-83e5-3155e91063f7 req-2c25d1ac-f4dc-4f1b-b73f-5750cd868802 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350111 Aug 09 17:57:57.360335 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373a6f4-6f0c-46e9-81a4-ddc606ed3179 req-a5cb6c7f-b019-43aa-8b61-6deefc143a45 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:57.367952 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f373a6f4-6f0c-46e9-81a4-ddc606ed3179 req-a5cb6c7f-b019-43aa-8b61-6deefc143a45 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0695965 Aug 09 17:57:57.412883 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f373a6f4-6f0c-46e9-81a4-ddc606ed3179 req-e5ea275e-eaf6-484b-bed8-ca55f56277a2 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 Aug 09 17:57:57.585623 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31b7f6-e523-44ba-bcc0-28935f9a71ba req-780fe9d3-77eb-4bbb-824a-87d4ccbf3b78 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:57.587145 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ce31b7f6-e523-44ba-bcc0-28935f9a71ba req-780fe9d3-77eb-4bbb-824a-87d4ccbf3b78 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 945 time: 0.0644088 Aug 09 17:57:57.632993 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ce31b7f6-e523-44ba-bcc0-28935f9a71ba req-88abf7c6-8461-4572-9a20-31f554ce10a4 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Aug 09 17:57:58.543935 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76040-6340-455e-b737-03603ccbd442 req-3165e7aa-3bdf-4ae4-aa3c-a43d234f7ae7 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:58.545400 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d5f76040-6340-455e-b737-03603ccbd442 req-3165e7aa-3bdf-4ae4-aa3c-a43d234f7ae7 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0515985 Aug 09 17:57:58.584894 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d5f76040-6340-455e-b737-03603ccbd442 req-f03aa205-1d2e-4096-ac33-4e763df0eb19 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Aug 09 17:57:58.777429 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab0a4c-813f-4203-ac54-cd821bb03648 req-5752af2e-fdb3-43bb-be45-bbd4596b42ee tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:58.779051 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cfab0a4c-813f-4203-ac54-cd821bb03648 req-5752af2e-fdb3-43bb-be45-bbd4596b42ee tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 945 time: 0.0619233 Aug 09 17:57:58.824779 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cfab0a4c-813f-4203-ac54-cd821bb03648 req-afe275d8-7b7b-46d4-bb00-3874c14b0754 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/security-groups?id=188dd2e1-23ef-454f-a0df-75bca397f962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365517 Aug 09 17:57:59.174103 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e479377-7555-4ee9-895f-0c2451d74400 req-cf41a722-8e24-4418-9c11-ef68442225fe tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:59.175623 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0e479377-7555-4ee9-895f-0c2451d74400 req-cf41a722-8e24-4418-9c11-ef68442225fe tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.77 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 945 time: 0.0792060 Aug 09 17:57:59.336689 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-0e479377-7555-4ee9-895f-0c2451d74400 req-b16a7660-0cf1-41db-b108-a18d930872e5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Deleting port 3a20eb51-b049-4685-9dfa-6154b1684290 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:57:59.336689 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-0e479377-7555-4ee9-895f-0c2451d74400 req-b16a7660-0cf1-41db-b108-a18d930872e5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:59.428903 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-0e479377-7555-4ee9-895f-0c2451d74400 req-b16a7660-0cf1-41db-b108-a18d930872e5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] For port 3a20eb51-b049-4685-9dfa-6154b1684290, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3a20eb51-b049-4685-9dfa-6154b1684290,segment=NetworkSegment(abea5a6c-256a-400e-a2bd-a01be979d6f2),segment_id=abea5a6c-256a-400e-a2bd-a01be979d6f2)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:57:59.429259 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-0e479377-7555-4ee9-895f-0c2451d74400 req-b16a7660-0cf1-41db-b108-a18d930872e5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:59.443637 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-0e479377-7555-4ee9-895f-0c2451d74400 req-b16a7660-0cf1-41db-b108-a18d930872e5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Calling delete_port for 3a20eb51-b049-4685-9dfa-6154b1684290 owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:57:59.712616 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee415e7-7446-4fef-b9d7-6dd4feb2f81e req-44c48a02-a9c5-4934-99fb-9a472488ed42 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:57:59.714019 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5ee415e7-7446-4fef-b9d7-6dd4feb2f81e req-44c48a02-a9c5-4934-99fb-9a472488ed42 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0506489 Aug 09 17:57:59.753988 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5ee415e7-7446-4fef-b9d7-6dd4feb2f81e req-93381d22-3a04-426b-9541-252b59ccaf72 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337443 Aug 09 17:57:59.898590 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-0e479377-7555-4ee9-895f-0c2451d74400 req-b16a7660-0cf1-41db-b108-a18d930872e5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:57:59.964088 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a7660-0cf1-41db-b108-a18d930872e5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Pushing event deleted for resources: {'Port': ['ID=3a20eb51-b049-4685-9dfa-6154b1684290,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:57:59.965254 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-abf7b25c-8e6f-4b1e-81ff-398d6692a988 req-accd0f98-c7b1-440a-b173-81336e996a13 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0285196 Aug 09 17:58:00.002122 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e479377-7555-4ee9-895f-0c2451d74400 req-b16a7660-0cf1-41db-b108-a18d930872e5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] No DVR routers for this DVR port 3a20eb51-b049-4685-9dfa-6154b1684290 on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:58:00.006005 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-0e479377-7555-4ee9-895f-0c2451d74400 req-b16a7660-0cf1-41db-b108-a18d930872e5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:00.008007 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0e479377-7555-4ee9-895f-0c2451d74400 req-b16a7660-0cf1-41db-b108-a18d930872e5 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.77 "DELETE /v2.0/ports/3a20eb51-b049-4685-9dfa-6154b1684290 HTTP/1.1" status: 204 len: 173 time: 0.8243494 Aug 09 17:58:00.008454 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252ccba5-aa7d-4d82-80e8-b3725283fdeb', 'name': 'network-vif-deleted', 'tag': '3a20eb51-b049-4685-9dfa-6154b1684290'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:58:00.010748 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564dbdff-af77-4850-9a6e-980bc3abafa2" -d '{"events": [{"server_uuid": "252ccba5-aa7d-4d82-80e8-b3725283fdeb", "name": "network-vif-deleted", "tag": "3a20eb51-b049-4685-9dfa-6154b1684290"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:58:00.056808 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079caadc-7826-4533-90b1-09df3609daab x-openstack-request-id: req-079caadc-7826-4533-90b1-09df3609daab {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:58:00.057103 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252ccba5-aa7d-4d82-80e8-b3725283fdeb", "name": "network-vif-deleted", "tag": "3a20eb51-b049-4685-9dfa-6154b1684290", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:58:00.057437 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-079caadc-7826-4533-90b1-09df3609daab {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:58:00.057781 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252ccba5-aa7d-4d82-80e8-b3725283fdeb', 'name': 'network-vif-deleted', 'tag': '3a20eb51-b049-4685-9dfa-6154b1684290', 'status': 'completed', 'code': 200} Aug 09 17:58:01.026836 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458a63-c6bc-445c-8c8d-a7b1d1d1b4fb req-6f6dfd1e-ce84-4d82-8ea2-4b41f5455dd1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:01.034280 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7a458a63-c6bc-445c-8c8d-a7b1d1d1b4fb req-6f6dfd1e-ce84-4d82-8ea2-4b41f5455dd1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.2120714 Aug 09 17:58:01.077876 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7a458a63-c6bc-445c-8c8d-a7b1d1d1b4fb req-cb819459-545b-4de1-b8c8-2cf128a8213a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425191 Aug 09 17:58:01.092915 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fb7e2b04-85b9-4764-94d9-7b5baa751acb req-fec925c1-e8fc-4f61-ab42-dc0327360eda tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0287600 Aug 09 17:58:02.200149 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf0d9946-a1a9-4388-a0bc-c09e645ba564 req-915a8d7b-70eb-4910-a446-576eb1b097c1 tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0287993 Aug 09 17:58:02.216321 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a378da-98a0-49c5-950a-ffaae8964d44 req-0346d78a-c2a8-44dc-8f6d-8406d31c9064 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:02.222040 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-20a378da-98a0-49c5-950a-ffaae8964d44 req-0346d78a-c2a8-44dc-8f6d-8406d31c9064 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0713627 Aug 09 17:58:02.260862 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-20a378da-98a0-49c5-950a-ffaae8964d44 req-6118ce9b-cc7a-4b54-97e1-38f287186a29 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361300 Aug 09 17:58:02.339138 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38552) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:02.439951 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:02.526745 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:02.640852 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:02.678365 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d4ba6e710d874a1f98d6162b25d3ab95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381715 Aug 09 17:58:02.679233 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5dc353-860a-4b9e-9e1d-e4cb410b08ec,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:02.681401 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38556) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:02.686215 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.686564 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.686913 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.687246 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.687578 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.687906 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.688233 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.688557 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.688878 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.689199 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.689541 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.689863 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fb3859-cdae-4386-97fd-0897ea67a07c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.730665 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:02.756198 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:02.911742 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['3a20eb51-b049-4685-9dfa-6154b1684290'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:58:02.955635 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:02.961009 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:02.961394 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e5dc353-860a-4b9e-9e1d-e4cb410b08ec HTTP/1.1" status: 204 len: 168 time: 0.2783778 Aug 09 17:58:02.970014 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5dc353-860a-4b9e-9e1d-e4cb410b08ec,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:02.977747 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.978080 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.978418 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.978750 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.979080 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.979408 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.979733 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.980063 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.980383 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.980702 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.981016 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:02.981365 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272e823f-586d-41b9-a734-686b2d58649b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:03.306199 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ed06e502-c2ae-4859-b460-39aef13bc066 req-0efc2023-ccdf-4c4c-a2d3-b8dcdd191eeb tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0365920 Aug 09 17:58:03.366756 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-88b7d8ff-42ef-4e74-a719-bc0addb89486 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539303 Aug 09 17:58:03.390348 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0600e-a1e0-4b98-be73-87e5bab53fcf req-393eaf95-8e07-4afa-bcdd-47709033c133 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:03.392234 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-27b0600e-a1e0-4b98-be73-87e5bab53fcf req-393eaf95-8e07-4afa-bcdd-47709033c133 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0529902 Aug 09 17:58:03.435387 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-27b0600e-a1e0-4b98-be73-87e5bab53fcf req-20bbe37d-691a-4ea1-ab8e-c800a0350c06 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357108 Aug 09 17:58:03.486775 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-8bec692a-dbc7-4124-a9fc-7e2fc1ee64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:03.488312 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-8bec692a-dbc7-4124-a9fc-7e2fc1ee64be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 1098 time: 0.0410192 Aug 09 17:58:03.597326 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-82fb6151-3161-4ec8-af20-ed63f4889b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:03.599355 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-82fb6151-3161-4ec8-af20-ed63f4889b57 service neutron] 10.222.0.77 "GET /v2.0/networks?id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 200 len: 916 time: 0.0866191 Aug 09 17:58:03.651452 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-553861a0-b142-4c09-b0a7-bb42b5fa8b1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017a5390-8e4d-4dcf-a64e-cae4d92da69b HTTP/1.1" status: 200 len: 217 time: 0.0361784 Aug 09 17:58:03.704910 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-965484ea-1470-423f-b86b-379b5f1cb995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:03.706448 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-965484ea-1470-423f-b86b-379b5f1cb995 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02049257-20b3-4b69-bfea-b66b839b27f3 HTTP/1.1" status: 200 len: 855 time: 0.0470884 Aug 09 17:58:03.741645 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-8ada2a57-3aaa-4dcc-8fd1-c97931349a96 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257740 Aug 09 17:58:03.857505 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-1552781e-8ece-4c5e-89e3-4716087652d7 service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061053 Aug 09 17:58:03.873462 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38582) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:03.889778 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-36bd9350-bcf2-44b3-bfdb-5c76b18bc366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:03.980468 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-0911c5c8-f59c-48ea-b264-63d349b59987 req-a7c35180-0c85-4b1c-a727-7a1b6901d60c service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066210 Aug 09 17:58:04.013958 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-36bd9350-bcf2-44b3-bfdb-5c76b18bc366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:04.116019 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-36bd9350-bcf2-44b3-bfdb-5c76b18bc366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:04.173981 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-36bd9350-bcf2-44b3-bfdb-5c76b18bc366 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec3e5c925fe348e2ae79d5432fecd107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992258 Aug 09 17:58:04.175452 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd9350-bcf2-44b3-bfdb-5c76b18bc366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac902908-af87-49e5-8a20-f27f3cc2d9cc,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:04.177005 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38594) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:04.233113 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bd5cced2-b266-41a3-9699-2fae2477bde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:04.256264 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bd5cced2-b266-41a3-9699-2fae2477bde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:04.378653 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bd5cced2-b266-41a3-9699-2fae2477bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:04.381243 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bd5cced2-b266-41a3-9699-2fae2477bde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:04.382581 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-bd5cced2-b266-41a3-9699-2fae2477bde6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac902908-af87-49e5-8a20-f27f3cc2d9cc HTTP/1.1" status: 204 len: 168 time: 0.2044575 Aug 09 17:58:04.394046 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cced2-b266-41a3-9699-2fae2477bde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac902908-af87-49e5-8a20-f27f3cc2d9cc,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:04.449196 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-95c49e2e-9918-4638-b7f2-650d4b934fdd req-995b1a2c-8aa5-4c71-89f2-c9b919bba46f tempest-DeleteServersTestJSON-694215202 tempest-DeleteServersTestJSON-694215202-project] 10.222.0.54 "GET /v2.0/ports?device_id=252ccba5-aa7d-4d82-80e8-b3725283fdeb HTTP/1.1" status: 200 len: 210 time: 0.0310969 Aug 09 17:58:04.559709 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae8ff6-baeb-4871-8178-7b9cbb610181 req-aac6247a-0027-4755-b730-ea814101cc85 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:04.561464 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cfae8ff6-baeb-4871-8178-7b9cbb610181 req-aac6247a-0027-4755-b730-ea814101cc85 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0524936 Aug 09 17:58:04.608241 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cfae8ff6-baeb-4871-8178-7b9cbb610181 req-28913d20-172f-40f4-ae68-f786dfc29fc9 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382795 Aug 09 17:58:04.728517 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 3a20eb51-b049-4685-9dfa-6154b1684290 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:58:04.748123 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 3a20eb51-b049-4685-9dfa-6154b1684290 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:58:04.748470 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 3a20eb51-b049-4685-9dfa-6154b1684290 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:58:05.134515 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-95d99a9c-dc84-45a6-82e2-e8084524e4b6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:05.135941 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-95d99a9c-dc84-45a6-82e2-e8084524e4b6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/networks?id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 200 len: 815 time: 0.1129959 Aug 09 17:58:05.151608 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-a1347e2e-242f-4263-b19c-2ac6948427b3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/quotas/4f5d0ea8c1094c11a2681ecd24195900 HTTP/1.1" status: 200 len: 375 time: 0.0096176 Aug 09 17:58:05.201726 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-55660993-907d-4abb-9e50-a676e7b822ef tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435116 Aug 09 17:58:05.311962 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-b7b927c8-b3c1-44d4-913d-a3e2a48eafc1 service neutron] 10.222.0.54 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021638 Aug 09 17:58:05.402508 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-7ef89aa4-cce2-497d-9b1d-6c026184f3ee service neutron] 10.222.0.54 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839586 Aug 09 17:58:05.728157 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9f734ce4-ffa7-41ad-918b-88a363df39ef req-3e3d7b93-f5a9-4f1a-a1b3-d37af2fe785e tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 210 time: 0.0489330 Aug 09 17:58:05.906580 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d1a30-5cbd-4c10-bbc5-371fd34f3dab req-57a153e8-e72c-42fe-bbbc-aaa55a1a5b64 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:05.910169 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1d1d1a30-5cbd-4c10-bbc5-371fd34f3dab req-57a153e8-e72c-42fe-bbbc-aaa55a1a5b64 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.1154158 Aug 09 17:58:05.958616 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1d1d1a30-5cbd-4c10-bbc5-371fd34f3dab req-82ad8282-3870-4c05-9bba-3f6e02fdedb8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 Aug 09 17:58:06.139261 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:06.446545 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:58:06.815300 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bc366e59-b860-4a88-86be-501dfb71a499 req-3909c9e9-16d9-4b4f-9a21-783c75465f05 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 210 time: 0.0283215 Aug 09 17:58:07.107883 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3457e2-26e2-48f7-8c22-7fcec15239d3 req-1822dcd7-7a2d-45b8-bf3b-ae8863374883 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:07.107883 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6d3457e2-26e2-48f7-8c22-7fcec15239d3 req-1822dcd7-7a2d-45b8-bf3b-ae8863374883 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0541291 Aug 09 17:58:07.144829 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6d3457e2-26e2-48f7-8c22-7fcec15239d3 req-b4cab831-69cd-4e65-a722-702661eb3db2 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341892 Aug 09 17:58:07.606226 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38748) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:07.713799 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-29264cca-53c7-4e08-a1ee-c75b2c855147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:07.813246 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-29264cca-53c7-4e08-a1ee-c75b2c855147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:07.943160 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0e14ccbd-75ae-4db1-95d0-ecd9262f03d5 req-b3984dc3-1fea-4dcd-8fc9-8e0dfe3f408f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 210 time: 0.0272961 Aug 09 17:58:07.989980 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-29264cca-53c7-4e08-a1ee-c75b2c855147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.031365 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-29264cca-53c7-4e08-a1ee-c75b2c855147 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=084e987e8a504e53ba38a6ade1c47aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240291 Aug 09 17:58:08.032483 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29264cca-53c7-4e08-a1ee-c75b2c855147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58aac89f-3502-4e26-9ef6-76fec2bd95a0,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:08.034109 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38764) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:08.088177 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cde8728b-9132-467b-a930-5b04bbaba8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.112015 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cde8728b-9132-467b-a930-5b04bbaba8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.244614 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cde8728b-9132-467b-a930-5b04bbaba8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.247258 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cde8728b-9132-467b-a930-5b04bbaba8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.249582 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-cde8728b-9132-467b-a930-5b04bbaba8a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58aac89f-3502-4e26-9ef6-76fec2bd95a0 HTTP/1.1" status: 204 len: 168 time: 0.2131886 Aug 09 17:58:08.260599 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8728b-9132-467b-a930-5b04bbaba8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aac89f-3502-4e26-9ef6-76fec2bd95a0,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:08.286476 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71fb7-a65d-41f4-986b-454f5b2399e8 req-d2ec8551-df30-48a0-8923-b98070b3eeb1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:08.288006 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-54e71fb7-a65d-41f4-986b-454f5b2399e8 req-d2ec8551-df30-48a0-8923-b98070b3eeb1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0719781 Aug 09 17:58:08.329481 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-54e71fb7-a65d-41f4-986b-454f5b2399e8 req-91069bfa-5a6d-477e-804a-7b886268c668 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346904 Aug 09 17:58:08.428562 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38786) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:08.476806 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e99ed5-0b16-483a-b2ba-dbc06b9c480c admin admin] Deleting subnet f3e490ae-932d-4b37-aae8-ef8f373bf854 {{(pid=100426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 17:58:08.480394 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e1e99ed5-0b16-483a-b2ba-dbc06b9c480c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.527791 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e1e99ed5-0b16-483a-b2ba-dbc06b9c480c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165673'] for subnet, precommit_delete_associations {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.566128 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e1e99ed5-0b16-483a-b2ba-dbc06b9c480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.716072 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e1e99ed5-0b16-483a-b2ba-dbc06b9c480c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4166056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4169930'] for subnet, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.745367 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e99ed5-0b16-483a-b2ba-dbc06b9c480c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e490ae-932d-4b37-aae8-ef8f373bf854,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:08.747461 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e1e99ed5-0b16-483a-b2ba-dbc06b9c480c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.749683 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e1e99ed5-0b16-483a-b2ba-dbc06b9c480c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f3e490ae-932d-4b37-aae8-ef8f373bf854 HTTP/1.1" status: 204 len: 168 time: 0.3200936 Aug 09 17:58:08.752192 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38792) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:08.854609 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.891075 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-3b72628f-4a28-4893-818d-6faeba9ab9e1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:08.893331 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-3b72628f-4a28-4893-818d-6faeba9ab9e1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "GET /v2.0/networks?id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 200 len: 815 time: 0.1267540 Aug 09 17:58:08.916237 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Request body: {'port': {'device_id': 'a92bf7a9-db29-435f-8b33-7f10f758f997', 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426', 'admin_state_up': True, 'tenant_id': '4f5d0ea8c1094c11a2681ecd24195900'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:08.941531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:08.952763 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9']}} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:08.964395 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abea5a6c-256a-400e-a2bd-a01be979d6f2') {'for_net_delete': True} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:08.964686 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abea5a6c-256a-400e-a2bd-a01be979d6f2') {} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:08.982280 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165694'] for segment, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.015946 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.024851 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=100426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:58:09.025273 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166006'] for segment, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: Traceback (most recent call last): Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: timer() Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: cb(*args, **kw) Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: return func(*args, **kwargs) Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: self._notify() Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: self.callback(batched_events) Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: event.method(event) Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: return f(self, *a, **k) Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._get(url).json() Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: return self.request(url, 'GET', **kwargs) Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 17:58:09.027259 dv-cinder-788363-10-iscsi neutron-server[100426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 17:58:09.075069 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38802) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:09.097651 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-57b5effe-c2ec-47b9-a141-fbcfd30d169e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.119922 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-22fbf5c1-8d3a-42df-a704-8d182f838c6b req-6b740b9a-0acd-4dd0-8055-44aa20db3872 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 210 time: 0.0394704 Aug 09 17:58:09.163086 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Made reservation on behalf of 4f5d0ea8c1094c11a2681ecd24195900 for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:58:09.166823 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.268556 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-57b5effe-c2ec-47b9-a141-fbcfd30d169e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.275776 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.289905 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.294731 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9 HTTP/1.1" status: 204 len: 168 time: 0.5390143 Aug 09 17:58:09.329014 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff8152-ba63-48a4-899c-aa0b3db49992 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9ce2ca-1fe3-45eb-94e0-4e981475a5e9,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:09.351526 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-57b5effe-c2ec-47b9-a141-fbcfd30d169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.451854 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-57b5effe-c2ec-47b9-a141-fbcfd30d169e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d93faf0b6fa14b41afed37023aece2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756230 Aug 09 17:58:09.456142 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38830) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:09.456998 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5effe-c2ec-47b9-a141-fbcfd30d169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75537ac9-c1b9-44a6-99b4-8b5f450bd341,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:09.533981 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Allocated IP 172.20.0.7 (04ccc88b-41a6-4ff5-8ccc-6ab73913f426/02049257-20b3-4b69-bfea-b66b839b27f3/2cc94102-9bfd-40f3-a4a2-7ec095bc918a) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:09.562823 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d39fd-06ee-4d11-aa4e-bcac324be363 req-b6d502bd-5c45-4513-99b2-c73cd7d69af4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:09.566043 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cf3d39fd-06ee-4d11-aa4e-bcac324be363 req-b6d502bd-5c45-4513-99b2-c73cd7d69af4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.1204386 Aug 09 17:58:09.606983 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cf3d39fd-06ee-4d11-aa4e-bcac324be363 req-3ee884cf-7fc9-4f41-8712-2839d59068f1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339479 Aug 09 17:58:09.612279 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3489a190-7ce7-4532-80b4-b52efcff2262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.659712 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3489a190-7ce7-4532-80b4-b52efcff2262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.783631 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.891862 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38842) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:09.898761 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3489a190-7ce7-4532-80b4-b52efcff2262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.902806 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3489a190-7ce7-4532-80b4-b52efcff2262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.906880 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-3489a190-7ce7-4532-80b4-b52efcff2262 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/75537ac9-c1b9-44a6-99b4-8b5f450bd341 HTTP/1.1" status: 204 len: 168 time: 0.4318476 Aug 09 17:58:09.913773 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:09.924360 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489a190-7ce7-4532-80b4-b52efcff2262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75537ac9-c1b9-44a6-99b4-8b5f450bd341,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:09.964399 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-91a4ca70-06dd-4c1e-ba8a-22e58c562705 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a88bca13c914d5db710b994a9514ea8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0691583 Aug 09 17:58:09.964951 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['017a5390-8e4d-4dcf-a64e-cae4d92da69b'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:58:09.965342 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38848) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:09.999738 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:10.007846 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:10.020259 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:10.023997 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c685c34e-dee0-471c-89d1-69ba414ab08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:10.025163 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Pushing event updated for resources: {'Port': ['ID=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:10.050489 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c685c34e-dee0-471c-89d1-69ba414ab08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:10.090239 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:10.090946 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:10.241941 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-421bfe45-9620-4546-a792-b04b5264349f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3298874 Aug 09 17:58:10.243607 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c52e08-8d57-483b-8264-ad088cd01835 req-7e77e98e-e923-4b4c-b480-552b79a69a79 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:10.245103 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-67c52e08-8d57-483b-8264-ad088cd01835 req-7e77e98e-e923-4b4c-b480-552b79a69a79 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 931 time: 0.0482173 Aug 09 17:58:10.246247 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c685c34e-dee0-471c-89d1-69ba414ab08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:10.248745 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c685c34e-dee0-471c-89d1-69ba414ab08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:10.253938 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-c685c34e-dee0-471c-89d1-69ba414ab08e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/188dd2e1-23ef-454f-a0df-75bca397f962 HTTP/1.1" status: 204 len: 168 time: 0.2862768 Aug 09 17:58:10.268943 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Request body: {'port': {'device_id': 'a92bf7a9-db29-435f-8b33-7f10f758f997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:10.272197 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685c34e-dee0-471c-89d1-69ba414ab08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188dd2e1-23ef-454f-a0df-75bca397f962,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:10.351159 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-67c52e08-8d57-483b-8264-ad088cd01835 req-16ad768b-ba09-450b-bb84-01eda3bf76ed tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974352 Aug 09 17:58:10.378425 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:10.670266 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc94102-9bfd-40f3-a4a2-7ec095bc918a {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:58:10.678601 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:10.692553 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Transition to ACTIVE for port object 2cc94102-9bfd-40f3-a4a2-7ec095bc918a will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:10.730166 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b73c1-7880-438e-919d-848827ab3890 req-18caee47-d1ff-4118-b060-ba89ba353f40 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:10.731968 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-766b73c1-7880-438e-919d-848827ab3890 req-18caee47-d1ff-4118-b060-ba89ba353f40 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0537379 Aug 09 17:58:10.773634 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-766b73c1-7880-438e-919d-848827ab3890 req-ec6c31d5-8952-4233-9259-329642b1552a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354519 Aug 09 17:58:10.819811 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:10.888151 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:10.953496 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Attempting to bind port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:10.954149 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Attempting to bind port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:10.954268 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Attempting to bind port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:10.958751 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:58:10.959032 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Attempting to bind port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:10.963850 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:10.964190 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Checking segment: {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:10.964573 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Bound using segment: {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:10.964986 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Bound port: 2cc94102-9bfd-40f3-a4a2-7ec095bc918a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:10.965529 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:11.034792 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] For port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:11.038587 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] For port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:11.104986 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:11.138783 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:11.139349 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:11.140757 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] 10.222.0.77 "PUT /v2.0/ports/2cc94102-9bfd-40f3-a4a2-7ec095bc918a HTTP/1.1" status: 200 len: 1093 time: 0.8766518 Aug 09 17:58:11.141186 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92bf7a9-db29-435f-8b33-7f10f758f997', 'tag': '2cc94102-9bfd-40f3-a4a2-7ec095bc918a'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:58:11.143424 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53e5fcf-ce5e-4b8b-9b18-e96b090fe4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a92bf7a9-db29-435f-8b33-7f10f758f997", "tag": "2cc94102-9bfd-40f3-a4a2-7ec095bc918a"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:58:11.169217 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c61da7-4066-4f0c-9cb4-6bb145caca08 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:11.180177 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0312e41c-c2f1-49a0-9da5-e36b059fd809 x-openstack-request-id: req-0312e41c-c2f1-49a0-9da5-e36b059fd809 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:58:11.180533 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92bf7a9-db29-435f-8b33-7f10f758f997", "tag": "2cc94102-9bfd-40f3-a4a2-7ec095bc918a", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:58:11.180844 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0312e41c-c2f1-49a0-9da5-e36b059fd809 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:58:11.181255 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92bf7a9-db29-435f-8b33-7f10f758f997', 'tag': '2cc94102-9bfd-40f3-a4a2-7ec095bc918a', 'status': 'completed', 'code': 200} Aug 09 17:58:11.279009 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e5fcf-ce5e-4b8b-9b18-e96b090fe4e5 req-fb8902fa-1378-4d90-ac3f-d6e45e8f9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:11.280512 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a53e5fcf-ce5e-4b8b-9b18-e96b090fe4e5 req-fb8902fa-1378-4d90-ac3f-d6e45e8f9ebd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 1096 time: 0.0403841 Aug 09 17:58:11.429704 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e5fcf-ce5e-4b8b-9b18-e96b090fe4e5 req-aa88baf1-2147-481b-b3a2-78fa1925aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:11.431548 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a53e5fcf-ce5e-4b8b-9b18-e96b090fe4e5 req-aa88baf1-2147-481b-b3a2-78fa1925aab6 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1177297 Aug 09 17:58:11.498243 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c4c17-14f2-4f43-9edd-0a9e184d5c73 req-9d1abd4f-1a90-44b6-8e58-ecd6a1cd80b2 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:11.499876 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e71c4c17-14f2-4f43-9edd-0a9e184d5c73 req-9d1abd4f-1a90-44b6-8e58-ecd6a1cd80b2 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 943 time: 0.0606217 Aug 09 17:58:11.541981 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e71c4c17-14f2-4f43-9edd-0a9e184d5c73 req-a75bce52-1ca9-4e0f-9f69-c520273f117e tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342321 Aug 09 17:58:11.544207 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e5fcf-ce5e-4b8b-9b18-e96b090fe4e5 req-033f607f-be14-4135-9102-251ae77a7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:11.545951 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a53e5fcf-ce5e-4b8b-9b18-e96b090fe4e5 req-033f607f-be14-4135-9102-251ae77a7f5b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962753 Aug 09 17:58:11.649388 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38916) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:11.670798 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-e9de6ddc-b373-49e8-8410-3474c148afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:11.672365 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-e9de6ddc-b373-49e8-8410-3474c148afc2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 1096 time: 0.0481532 Aug 09 17:58:11.724233 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-3d14d932-0653-42b6-ae89-04baa20b94af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cc94102-9bfd-40f3-a4a2-7ec095bc918a HTTP/1.1" status: 200 len: 217 time: 0.0347147 Aug 09 17:58:11.784041 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-6411c688-b385-4a89-9a61-5dac61c1fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:11.786223 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-6411c688-b385-4a89-9a61-5dac61c1fea1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02049257-20b3-4b69-bfea-b66b839b27f3 HTTP/1.1" status: 200 len: 855 time: 0.0523186 Aug 09 17:58:11.858141 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38928) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:11.905402 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1200a-76e2-47c3-958a-0cbf6abec509 req-c5c1db52-0795-4947-85eb-69273c765460 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:11.911919 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a3e1200a-76e2-47c3-958a-0cbf6abec509 req-c5c1db52-0795-4947-85eb-69273c765460 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0678043 Aug 09 17:58:11.946482 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f42e826f-ef58-446c-b654-902589024bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:11.971864 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a3e1200a-76e2-47c3-958a-0cbf6abec509 req-35c1c2e6-fd3f-4fc1-b0aa-c93405e2a5a7 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582721 Aug 09 17:58:11.997416 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fc59365d-5fb0-4b56-b950-64c2148d2ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.078521 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f42e826f-ef58-446c-b654-902589024bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.149950 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f42e826f-ef58-446c-b654-902589024bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.191329 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f42e826f-ef58-446c-b654-902589024bfa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c893c1fe14ec485aa41e206569c88185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5408425 Aug 09 17:58:12.194165 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e826f-ef58-446c-b654-902589024bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e82a488-de8b-4e73-8e16-512475523ada,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:12.195141 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38940) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:12.255192 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38944) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:12.289643 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b51-1b87-4c7a-97dd-e37832eb1d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.295623 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fc59365d-5fb0-4b56-b950-64c2148d2ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.321149 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b51-1b87-4c7a-97dd-e37832eb1d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.367820 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-445817009-network', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:12.372477 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fc59365d-5fb0-4b56-b950-64c2148d2ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.425530 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-fc59365d-5fb0-4b56-b950-64c2148d2ce4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca8229d8f8c8440f8b0debaac1fa2f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662191 Aug 09 17:58:12.427939 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59365d-5fb0-4b56-b950-64c2148d2ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207b3bcf-c9d9-4d44-a36b-9a859e625c6e,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:12.428766 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38954) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:12.479550 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-97989c83-8cfa-40f8-9b73-8b78f48831f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.492495 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b51-1b87-4c7a-97dd-e37832eb1d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.495082 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8ebb1b51-1b87-4c7a-97dd-e37832eb1d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.496233 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-8ebb1b51-1b87-4c7a-97dd-e37832eb1d74 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e82a488-de8b-4e73-8e16-512475523ada HTTP/1.1" status: 204 len: 168 time: 0.3000660 Aug 09 17:58:12.501021 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-97989c83-8cfa-40f8-9b73-8b78f48831f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.504973 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb1b51-1b87-4c7a-97dd-e37832eb1d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e82a488-de8b-4e73-8e16-512475523ada,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:12.524720 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Made reservation on behalf of 96ee685b0c0047c990caaec9f1f4f4e1 for: {'network': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:58:12.527582 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.537980 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.647243 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-97989c83-8cfa-40f8-9b73-8b78f48831f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.649778 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-97989c83-8cfa-40f8-9b73-8b78f48831f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.650897 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-97989c83-8cfa-40f8-9b73-8b78f48831f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/207b3bcf-c9d9-4d44-a36b-9a859e625c6e HTTP/1.1" status: 204 len: 168 time: 0.2211025 Aug 09 17:58:12.663730 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97989c83-8cfa-40f8-9b73-8b78f48831f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207b3bcf-c9d9-4d44-a36b-9a859e625c6e,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:12.680960 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0fb4e-3c43-4f6e-9569-394ca729e7a6 req-b5a84c92-30e0-432d-8860-a5de51d30203 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:12.685798 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-93b0fb4e-3c43-4f6e-9569-394ca729e7a6 req-b5a84c92-30e0-432d-8860-a5de51d30203 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 943 time: 0.0751030 Aug 09 17:58:12.745085 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-93b0fb4e-3c43-4f6e-9569-394ca729e7a6 req-c86ca91a-3464-4528-92e9-6241c6336101 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490532 Aug 09 17:58:12.766083 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.783333 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-3baf809d-47b7-4502-b705-428dcd6f810a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288944 Aug 09 17:58:12.903556 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.925202 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=100425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:58:12.941209 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2331336c-ea68-4d23-a144-f603a122898f,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:12.945011 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:12.946504 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.segments_db [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Added segment 90fbbdbf-7ab8-45c7-b0ca-46fa72a22886 of type vlan for network 2222d5b0-4e90-4714-90f8-571d8e57d231 Aug 09 17:58:12.990117 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.096477 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8036c-b563-4b61-bc54-26ae06c3cdbd req-dc61b1d3-e631-47c3-b0ee-14258a950f79 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:13.098498 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-86f8036c-b563-4b61-bc54-26ae06c3cdbd req-dc61b1d3-e631-47c3-b0ee-14258a950f79 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0528862 Aug 09 17:58:13.120599 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.121607 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:13.122186 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.137019 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-86f8036c-b563-4b61-bc54-26ae06c3cdbd req-a7a81836-b3b2-47a5-8fae-e2026ffe3a6b tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320392 Aug 09 17:58:13.184446 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] Pushing event updated for resources: {'Network': ['ID=2222d5b0-4e90-4714-90f8-571d8e57d231,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:13.193154 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 2222d5b0-4e90-4714-90f8-571d8e57d231 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:58:13.361841 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-7af43a5b-d269-4021-b1d7-4f7719b4a602 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1052706 Aug 09 17:58:13.366548 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38980) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:13.372467 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Request body: {'subnet': {'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-445817009-subnet', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:13.439819 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38984) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:13.464148 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f22a-7b10-4563-bd71-4287fa638ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.501532 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Made reservation on behalf of 96ee685b0c0047c990caaec9f1f4f4e1 for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:58:13.506216 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4169953'] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.694753 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f22a-7b10-4563-bd71-4287fa638ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.726787 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-d8994f52-0164-42ed-8019-8ec4d0d029f1 service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939622 Aug 09 17:58:13.766551 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3bd5f22a-7b10-4563-bd71-4287fa638ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.805535 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-3bd5f22a-7b10-4563-bd71-4287fa638ec7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9195247bd92a4a2ca3f5c76cb36aa10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644958 Aug 09 17:58:13.806576 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5f22a-7b10-4563-bd71-4287fa638ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01309679-e09c-4e72-9d05-722a64ff313b,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:13.808685 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38992) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:13.862651 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975213ae-ba1e-4388-b751-6d1d20647ab1 req-daaa5bf7-fa8f-475f-bd28-4f8caa0c2099 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:13.864639 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-975213ae-ba1e-4388-b751-6d1d20647ab1 req-daaa5bf7-fa8f-475f-bd28-4f8caa0c2099 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 943 time: 0.0506256 Aug 09 17:58:13.869446 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9be834d7-9615-4944-8507-0294102c62e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.871796 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4169939'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.892094 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9be834d7-9615-4944-8507-0294102c62e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:13.956908 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a54396a3-f4d8-41af-b602-45ff7adb6cc2,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:13.964010 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-975213ae-ba1e-4388-b751-6d1d20647ab1 req-d129dd64-b06b-4117-bb00-e042d093b27f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886350 Aug 09 17:58:13.972251 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Checking segment: {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:13.972829 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Network hostable DHCP agents. Network: 2222d5b0-4e90-4714-90f8-571d8e57d231, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:58:13.979741 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 38996) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:13.980406 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 38998) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:14.000416 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8d5b-f524-40dd-a20a-11a82f26b015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.031350 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9be834d7-9615-4944-8507-0294102c62e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.034605 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9be834d7-9615-4944-8507-0294102c62e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.035976 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-9be834d7-9615-4944-8507-0294102c62e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/01309679-e09c-4e72-9d05-722a64ff313b HTTP/1.1" status: 204 len: 168 time: 0.2260423 Aug 09 17:58:14.053750 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be834d7-9615-4944-8507-0294102c62e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01309679-e09c-4e72-9d05-722a64ff313b,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:14.092929 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Network 2222d5b0-4e90-4714-90f8-571d8e57d231 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:58:14.128746 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8d5b-f524-40dd-a20a-11a82f26b015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.171335 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a188e74a-843b-4be9-bb6b-434a8a211c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.200800 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7120db75-368c-459c-b09f-e60d9375f5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.234995 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b7ba8d5b-f524-40dd-a20a-11a82f26b015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.274094 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-b7ba8d5b-f524-40dd-a20a-11a82f26b015 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f59befb48c148f59599e4341368253e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922091 Aug 09 17:58:14.275107 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba8d5b-f524-40dd-a20a-11a82f26b015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0065adea-3054-480e-a842-55d635c0d738,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:14.277513 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39006) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:14.291872 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539fc1b-fb6a-4e2e-930b-2bf3fbc23b96 req-38633cfd-1990-4961-9d98-e1103c94aab1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:14.293399 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e539fc1b-fb6a-4e2e-930b-2bf3fbc23b96 req-38633cfd-1990-4961-9d98-e1103c94aab1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0875916 Aug 09 17:58:14.335013 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-dfbdabb9-5ec8-49c3-9628-0bbfe1f648d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.350015 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 2222d5b0-4e90-4714-90f8-571d8e57d231) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:14.358725 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:14.359212 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636202a3-1a11-4904-9d3d-eb8a4b6c7695 None None] Network 2222d5b0-4e90-4714-90f8-571d8e57d231 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:58:14.360478 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.369479 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-dfbdabb9-5ec8-49c3-9628-0bbfe1f648d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.375290 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e539fc1b-fb6a-4e2e-930b-2bf3fbc23b96 req-cc07f981-9e18-451e-b3b4-ab99ee0af6c5 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745077 Aug 09 17:58:14.404780 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a188e74a-843b-4be9-bb6b-434a8a211c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.539418 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a188e74a-843b-4be9-bb6b-434a8a211c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.547082 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb000c3e-e308-57ef-a55f-819445f3f8a7-2222d5b0-4e90-4714-90f8-571d8e57d231', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2'}]}} from dv-cinder-788363-10-iscsi. {{(pid=100427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:58:14.548783 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.570176 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-a188e74a-843b-4be9-bb6b-434a8a211c08 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=444947e3b9e3443faf79f6a4c531e4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883470 Aug 09 17:58:14.577231 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39014) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:14.589131 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-dfbdabb9-5ec8-49c3-9628-0bbfe1f648d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.593633 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-dfbdabb9-5ec8-49c3-9628-0bbfe1f648d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.595520 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-dfbdabb9-5ec8-49c3-9628-0bbfe1f648d9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0065adea-3054-480e-a842-55d635c0d738 HTTP/1.1" status: 204 len: 168 time: 0.3169377 Aug 09 17:58:14.606886 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-b1b3e824-de9b-4171-9419-7bb91cdc0a87 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2381172 Aug 09 17:58:14.609530 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188e74a-843b-4be9-bb6b-434a8a211c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209f385e-8e50-4a12-958e-6938714fb8fd,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:14.622580 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39020) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:14.637989 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:14.651076 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdabb9-5ec8-49c3-9628-0bbfe1f648d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0065adea-3054-480e-a842-55d635c0d738,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:14.673892 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2bf66753-4a6d-4e9f-95c3-a6995820717c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.718475 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2bf66753-4a6d-4e9f-95c3-a6995820717c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.765898 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Allocated IP 172.20.0.2 (2222d5b0-4e90-4714-90f8-571d8e57d231/a54396a3-f4d8-41af-b602-45ff7adb6cc2/f1455047-c29b-489b-bc73-c9aa99177dda) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:14.802381 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2805'] for router, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.815481 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2814'] for router, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.838105 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-78f3dce4-562c-4144-b7a1-5f0cf21a7447 req-1570db8d-ffcf-4dd6-b711-b5d279de6701 service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449354 Aug 09 17:58:14.928507 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.961066 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Transition to ACTIVE for port object f1455047-c29b-489b-bc73-c9aa99177dda will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:14.961322 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2bf66753-4a6d-4e9f-95c3-a6995820717c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.966023 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-2bf66753-4a6d-4e9f-95c3-a6995820717c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:14.968081 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-2bf66753-4a6d-4e9f-95c3-a6995820717c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/209f385e-8e50-4a12-958e-6938714fb8fd HTTP/1.1" status: 204 len: 168 time: 0.3895667 Aug 09 17:58:14.978391 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf66753-4a6d-4e9f-95c3-a6995820717c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209f385e-8e50-4a12-958e-6938714fb8fd,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:14.985514 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Transition to ACTIVE for port object f1455047-c29b-489b-bc73-c9aa99177dda will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:15.033222 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:15.108545 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d68d1-9e1f-4866-8780-219644c84215 req-132e5dbe-d81b-4ef5-8bc0-27d38eb3ab55 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:15.110326 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-043d68d1-9e1f-4866-8780-219644c84215 req-132e5dbe-d81b-4ef5-8bc0-27d38eb3ab55 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 943 time: 0.0526879 Aug 09 17:58:15.110460 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:15.164157 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-043d68d1-9e1f-4866-8780-219644c84215 req-03e7c74c-0efc-4869-8fd0-00ca5d98702a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472434 Aug 09 17:58:15.166250 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Network 2222d5b0-4e90-4714-90f8-571d8e57d231 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:15.172189 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:15.185928 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:15.187874 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Pushing event updated for resources: {'Port': ['ID=f1455047-c29b-489b-bc73-c9aa99177dda,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:15.219362 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.220052 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.220185 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.220593 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.220975 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.221439 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.221846 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.222229 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.222613 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.223056 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.223433 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.223968 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:15.275886 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Attempting to bind port f1455047-c29b-489b-bc73-c9aa99177dda on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:15.276310 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Attempting to bind port f1455047-c29b-489b-bc73-c9aa99177dda by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:15.276780 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Attempting to bind port f1455047-c29b-489b-bc73-c9aa99177dda on network 2222d5b0-4e90-4714-90f8-571d8e57d231 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:15.282447 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:15.282918 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Checking segment: {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:15.283401 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:15.283858 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Bound using segment: {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:15.284898 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Bound port: f1455047-c29b-489b-bc73-c9aa99177dda, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:15.285518 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:15.299915 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:15.374548 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] For port f1455047-c29b-489b-bc73-c9aa99177dda, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:15.378519 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] For port f1455047-c29b-489b-bc73-c9aa99177dda, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=f1455047-c29b-489b-bc73-c9aa99177dda,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:15.492559 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:15.546826 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff280c3-0342-4888-9685-57c535a5082f req-1fc34265-a7c0-4612-b1ea-3f3e889739a2 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:15.558868 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9ff280c3-0342-4888-9685-57c535a5082f req-1fc34265-a7c0-4612-b1ea-3f3e889739a2 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0719178 Aug 09 17:58:15.587849 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609edd9-0bc4-47bd-88c7-41e90e87a7f4 None None] Pushing event updated for resources: {'Port': ['ID=f1455047-c29b-489b-bc73-c9aa99177dda,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:15.604907 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9ff280c3-0342-4888-9685-57c535a5082f req-5c4e227c-79c1-4921-ba33-a38ade3ecc6d tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458329 Aug 09 17:58:15.688961 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:15.710968 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:15.868931 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Allocated IP 172.27.1.232 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/c5e85444-a9ce-4ac5-8a36-8c89e58bf146) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:15.903280 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39046) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:15.937524 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5eff3423-cd06-40b7-8da0-d014192be127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.031293 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39048) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:16.117908 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-027a5a6d-ad52-4e5a-bf4c-a61882705d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.121997 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5eff3423-cd06-40b7-8da0-d014192be127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.145680 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.155565 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f123c-77c1-4565-827e-11c66772bac3 req-f5a1a0f1-e358-4b82-8426-1eeb86f1706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:16.157687 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a90f123c-77c1-4565-827e-11c66772bac3 req-f5a1a0f1-e358-4b82-8426-1eeb86f1706f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 1098 time: 0.1218934 Aug 09 17:58:16.207616 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5eff3423-cd06-40b7-8da0-d014192be127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.222431 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a90f123c-77c1-4565-827e-11c66772bac3 req-2b41591e-241a-4089-b69a-40e1ccf60646 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533664 Aug 09 17:58:16.257527 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-5eff3423-cd06-40b7-8da0-d014192be127 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b801742d3b46401e9c948289562a9538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530147 Aug 09 17:58:16.258501 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff3423-cd06-40b7-8da0-d014192be127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf428c9-5443-4b82-9420-22ed47a1ba7e,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:16.261967 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39056) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:16.325737 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.355034 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bea3e4-aa3c-453d-8354-d21d4dcb4b77 req-08b8fdf3-e39f-45c8-bd78-4a0a3114cd12 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:16.357023 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-62bea3e4-aa3c-453d-8354-d21d4dcb4b77 req-08b8fdf3-e39f-45c8-bd78-4a0a3114cd12 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 943 time: 0.0685980 Aug 09 17:58:16.371621 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:16.401566 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-62bea3e4-aa3c-453d-8354-d21d4dcb4b77 req-86b2280c-e648-4a7d-8def-f9468cf8a221 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Aug 09 17:58:16.406152 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-027a5a6d-ad52-4e5a-bf4c-a61882705d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.407466 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:16.412668 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:16.456243 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99a4ca06-a2eb-4f63-8f15-7bcaab29def8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.474813 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Pushing event updated for resources: {'Port': ['ID=c5e85444-a9ce-4ac5-8a36-8c89e58bf146,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:16.496019 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99a4ca06-a2eb-4f63-8f15-7bcaab29def8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.543567 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-027a5a6d-ad52-4e5a-bf4c-a61882705d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.620034 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a1a1684c-0376-42e5-a075-e3198004c507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.801766 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:16.815151 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b580b-afbd-4f10-a51a-8dc2751e0026 req-2a492f78-7a0d-4a91-ab90-56008898767a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:16.824728 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2c7b580b-afbd-4f10-a51a-8dc2751e0026 req-2a492f78-7a0d-4a91-ab90-56008898767a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0953691 Aug 09 17:58:16.829391 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 2cc94102-9bfd-40f3-a4a2-7ec095bc918a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:58:16.912322 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2c7b580b-afbd-4f10-a51a-8dc2751e0026 req-62cb0305-db15-4128-b89d-7cdbe89b752b tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862880 Aug 09 17:58:16.936986 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8353ac32-b9bf-4e4e-a1ea-e3b727065d89 None None] Network 2222d5b0-4e90-4714-90f8-571d8e57d231 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:58:16.947954 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a5a6d-ad52-4e5a-bf4c-a61882705d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0495c02-9bb1-42d3-bd5a-d0c0453a05a7,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:16.960163 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-027a5a6d-ad52-4e5a-bf4c-a61882705d57 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2cdc1f63ab8242fcb1124798bd67658b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9274473 Aug 09 17:58:16.964313 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39074) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:17.029534 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e049ab1f-2511-4e33-893f-99b14ad6e526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.045577 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:17.062045 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e049ab1f-2511-4e33-893f-99b14ad6e526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.066842 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '2cc94102-9bfd-40f3-a4a2-7ec095bc918a', 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426', 'port_id': '2cc94102-9bfd-40f3-a4a2-7ec095bc918a', 'mac_address': 'fa:16:3e:ce:2d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02049257-20b3-4b69-bfea-b66b839b27f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:58:17.071944 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device f1455047-c29b-489b-bc73-c9aa99177dda up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:17.134960 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-4df137be-6438-440f-9861-ccb0b2e36431 None None] Provisioning for port f1455047-c29b-489b-bc73-c9aa99177dda completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:17.137699 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99a4ca06-a2eb-4f63-8f15-7bcaab29def8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.140489 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-99a4ca06-a2eb-4f63-8f15-7bcaab29def8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.145251 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-99a4ca06-a2eb-4f63-8f15-7bcaab29def8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aaf428c9-5443-4b82-9420-22ed47a1ba7e HTTP/1.1" status: 204 len: 168 time: 0.8810737 Aug 09 17:58:17.161357 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4ca06-a2eb-4f63-8f15-7bcaab29def8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf428c9-5443-4b82-9420-22ed47a1ba7e,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:17.197849 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.223322 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e049ab1f-2511-4e33-893f-99b14ad6e526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.225963 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e049ab1f-2511-4e33-893f-99b14ad6e526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.229512 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e049ab1f-2511-4e33-893f-99b14ad6e526 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0495c02-9bb1-42d3-bd5a-d0c0453a05a7 HTTP/1.1" status: 204 len: 168 time: 0.2598543 Aug 09 17:58:17.229702 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.236846 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049ab1f-2511-4e33-893f-99b14ad6e526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0495c02-9bb1-42d3-bd5a-d0c0453a05a7,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:17.242625 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc94102-9bfd-40f3-a4a2-7ec095bc918a {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:58:17.279031 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:17.378690 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.391190 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port f1455047-c29b-489b-bc73-c9aa99177dda completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:17.448262 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port f1455047-c29b-489b-bc73-c9aa99177dda triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:17.448904 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.564993 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:17.592694 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.609699 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ab9b7-98ed-4c4d-92a4-5a888630196b req-80336cc6-3510-4630-a7e1-f10f87d74800 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:17.609699 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fa4ab9b7-98ed-4c4d-92a4-5a888630196b req-80336cc6-3510-4630-a7e1-f10f87d74800 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 944 time: 0.0852306 Aug 09 17:58:17.624033 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-645018a0-4928-4674-a65b-8138a7f27f4a None None] Provisioning complete for port f1455047-c29b-489b-bc73-c9aa99177dda triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:17.624598 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809'] for router, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.624996 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-645018a0-4928-4674-a65b-8138a7f27f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.662289 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port f1455047-c29b-489b-bc73-c9aa99177dda, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=f1455047-c29b-489b-bc73-c9aa99177dda,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:17.667611 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fa4ab9b7-98ed-4c4d-92a4-5a888630196b req-7e7d81e7-2473-4506-9ec6-71f39c29293c tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507910 Aug 09 17:58:17.759173 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-645018a0-4928-4674-a65b-8138a7f27f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.804690 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:17.881701 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['2cc94102-9bfd-40f3-a4a2-7ec095bc918a'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:58:17.944521 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=f1455047-c29b-489b-bc73-c9aa99177dda,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:17.954373 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.db.api [None req-645018a0-4928-4674-a65b-8138a7f27f4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 17:58:17.954774 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG oslo_db.api [None req-645018a0-4928-4674-a65b-8138a7f27f4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 17:58:17.989455 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Router c8c63647-2c1f-4428-bd5b-6770b7c37331 is scheduled to L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 with binding_index 1 {{(pid=100425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:58:18.050314 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:18.205730 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acacd77-4a60-4093-8577-fcdc05da1cf5 req-14f199a0-5a95-4a40-b406-25b1cb911ff8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:18.210755 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5acacd77-4a60-4093-8577-fcdc05da1cf5 req-14f199a0-5a95-4a40-b406-25b1cb911ff8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.1384504 Aug 09 17:58:18.240541 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:58:18.252464 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Sync routers for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:58:18.262850 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:18.263479 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:18.285943 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5acacd77-4a60-4093-8577-fcdc05da1cf5 req-b0b7c02d-89fe-47a3-9919-2e33f48ac3c5 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721016 Aug 09 17:58:18.372868 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:18.378008 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] Notify callbacks [] for router, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:18.379873 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-96a711f2-cda6-41a5-a715-7d443a63a1ef admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7537994 Aug 09 17:58:18.383289 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39118) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:18.606876 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:16Z', 'revision_number': 3, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:18.632567 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Checking router: c8c63647-2c1f-4428-bd5b-6770b7c37331 for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:58:18.632935 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Updating router c8c63647-2c1f-4428-bd5b-6770b7c37331 port c5e85444-a9ce-4ac5-8a36-8c89e58bf146 binding host dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:58:18.662220 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:18.876193 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702e504-4f9b-4221-8812-4e131b0e4cec req-587aa2ea-7083-40b0-b161-d608d05433a8 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:18.877837 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5702e504-4f9b-4221-8812-4e131b0e4cec req-587aa2ea-7083-40b0-b161-d608d05433a8 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 944 time: 0.1053374 Aug 09 17:58:18.914365 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device f1455047-c29b-489b-bc73-c9aa99177dda up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:19.000566 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:19.017319 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:19.021084 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port f1455047-c29b-489b-bc73-c9aa99177dda triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:19.021084 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:19.036662 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Transition to ACTIVE for port object c5e85444-a9ce-4ac5-8a36-8c89e58bf146 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:19.069541 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5702e504-4f9b-4221-8812-4e131b0e4cec req-ef4a6db7-4e1d-4768-9f1a-36be1993e199 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826956 Aug 09 17:58:19.123770 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:19.264613 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Attempting to bind port c5e85444-a9ce-4ac5-8a36-8c89e58bf146 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:19.265531 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Attempting to bind port c5e85444-a9ce-4ac5-8a36-8c89e58bf146 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:19.265531 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Attempting to bind port c5e85444-a9ce-4ac5-8a36-8c89e58bf146 on network 7da24a41-1e78-4151-865c-40a66cc95cd0 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:19.269078 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Pushing event updated for resources: {'Port': ['ID=c5e85444-a9ce-4ac5-8a36-8c89e58bf146,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:19.277062 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.277479 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.277960 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.278263 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.278594 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.278939 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.279270 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.279595 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.279935 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.280260 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.280580 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.280898 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:58:19.284656 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:19.285393 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:19.285582 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:19.285998 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Bound using segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:19.286499 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Bound port: c5e85444-a9ce-4ac5-8a36-8c89e58bf146, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:19.286899 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:19.321005 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:19.344678 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] For port c5e85444-a9ce-4ac5-8a36-8c89e58bf146, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:19.354788 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] For port c5e85444-a9ce-4ac5-8a36-8c89e58bf146, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=c5e85444-a9ce-4ac5-8a36-8c89e58bf146,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:19.441153 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:19.516280 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:19.516595 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ee87c-6a4e-4277-954c-c349218b17ab req-0b6338f6-d62c-4dcc-8e04-70fa9dded8c0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:19.517963 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:19.518463 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-535ee87c-6a4e-4277-954c-c349218b17ab req-0b6338f6-d62c-4dcc-8e04-70fa9dded8c0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.1036882 Aug 09 17:58:19.559119 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e31d03-3c44-479a-afbb-f8c0364753e1 None None] Pushing event updated for resources: {'Port': ['ID=c5e85444-a9ce-4ac5-8a36-8c89e58bf146,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:19.600668 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Allocated IP 172.20.0.1 (2222d5b0-4e90-4714-90f8-571d8e57d231/a54396a3-f4d8-41af-b602-45ff7adb6cc2/b5a2cbdd-416b-445c-85d6-2e29b790b79d) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:19.607041 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-535ee87c-6a4e-4277-954c-c349218b17ab req-b5e9764a-e3d1-4595-8204-ab36a7493675 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597112 Aug 09 17:58:19.656658 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:19.749143 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:19.799258 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Transition to ACTIVE for port object b5a2cbdd-416b-445c-85d6-2e29b790b79d will not be triggered until provisioned by entity DHCP. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:19.856164 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5478509-3596-4010-b270-5cbccffbb886 req-cf60e6db-c74c-4cf9-8e58-f2eb76b2b22f tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:19.858613 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a5478509-3596-4010-b270-5cbccffbb886 req-cf60e6db-c74c-4cf9-8e58-f2eb76b2b22f tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1046226 Aug 09 17:58:19.908075 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a5478509-3596-4010-b270-5cbccffbb886 req-0e1a8124-e61a-4f50-8eb6-8e4b9950db7b tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389199 Aug 09 17:58:19.962124 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:16Z', 'revision_number': 3, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:19.978070 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:19.992135 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679f944-9e0b-47e1-a10e-6fcaa5fc7552 None None] The sync data for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi is: [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:16Z', 'revision_number': 3, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:58:20.039495 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Network 2222d5b0-4e90-4714-90f8-571d8e57d231 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:20.044796 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:20.058323 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:20.089748 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a2cbdd-416b-445c-85d6-2e29b790b79d,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:20.163100 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610314'] for router_interface, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:20.477500 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74f684-3d11-4be0-8bb6-477bf4cf8ca2 req-c2a22bc8-80ca-4db8-a4b7-cb79cc0e1be6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:20.479185 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9c74f684-3d11-4be0-8bb6-477bf4cf8ca2 req-c2a22bc8-80ca-4db8-a4b7-cb79cc0e1be6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 944 time: 0.2758739 Aug 09 17:58:20.509636 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-8edaed40-f42a-4be2-ab85-4aea2a105589 None None] Provisioning for port b5a2cbdd-416b-445c-85d6-2e29b790b79d completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:20.514912 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-8edaed40-f42a-4be2-ab85-4aea2a105589 None None] Provisioning complete for port b5a2cbdd-416b-445c-85d6-2e29b790b79d triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:20.517149 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8edaed40-f42a-4be2-ab85-4aea2a105589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:20.582242 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8edaed40-f42a-4be2-ab85-4aea2a105589 None None] Port b5a2cbdd-416b-445c-85d6-2e29b790b79d cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:58:20.588114 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9c74f684-3d11-4be0-8bb6-477bf4cf8ca2 req-2143eb52-3f1c-4727-99d4-c022df90a1b4 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027529 Aug 09 17:58:20.713729 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:20.959814 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:20.975272 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device c5e85444-a9ce-4ac5-8a36-8c89e58bf146 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:21.052860 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:21.121742 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port c5e85444-a9ce-4ac5-8a36-8c89e58bf146 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:21.125543 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a2cbdd-416b-445c-85d6-2e29b790b79d,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:21.129704 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610494'] for router_interface, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:21.136787 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port c5e85444-a9ce-4ac5-8a36-8c89e58bf146 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:21.138333 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:21.229668 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:21.240065 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Network 2222d5b0-4e90-4714-90f8-571d8e57d231 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:21.241891 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:21.254339 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port c5e85444-a9ce-4ac5-8a36-8c89e58bf146, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=c5e85444-a9ce-4ac5-8a36-8c89e58bf146,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:21.321281 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:21.377211 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=c5e85444-a9ce-4ac5-8a36-8c89e58bf146,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:21.391960 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Router c8c63647-2c1f-4428-bd5b-6770b7c37331 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:58:21.509623 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-9e6a45e8-b1a3-4d83-a030-dd869992f0b7 None None] Provisioning complete for port b5a2cbdd-416b-445c-85d6-2e29b790b79d triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:21.510463 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9e6a45e8-b1a3-4d83-a030-dd869992f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:21.512607 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:58:21.529790 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-c8b7af22-3745-417f-9650-fd4cdcc2b813 admin admin] 10.222.0.54 "PUT /v2.0/routers/c8c63647-2c1f-4428-bd5b-6770b7c37331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1339185 Aug 09 17:58:21.572240 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a45e8-b1a3-4d83-a030-dd869992f0b7 None None] Port b5a2cbdd-416b-445c-85d6-2e29b790b79d cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:58:21.745737 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bad8b-c9f3-41de-8345-950ceacaf154 req-db277fd0-0188-4da3-ac2f-87e723e34ac0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:21.746785 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0e7bad8b-c9f3-41de-8345-950ceacaf154 req-db277fd0-0188-4da3-ac2f-87e723e34ac0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 944 time: 0.0584915 Aug 09 17:58:21.804826 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0e7bad8b-c9f3-41de-8345-950ceacaf154 req-f51b1926-9969-40cb-9f1d-4d2679cd4628 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510669 Aug 09 17:58:22.013808 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Sync routers for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:58:22.023829 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:22.024430 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-2c119719-fc10-43af-b223-a014f32761cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:22.135110 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:22.328397 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 2cc94102-9bfd-40f3-a4a2-7ec095bc918a up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:22.329086 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39242) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:22.334985 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-542db455-a594-4a00-9b2c-af4d5fd49ab8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148900484', 'description': 'tempest-description--1264441422'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:22.496752 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-2c119719-fc10-43af-b223-a014f32761cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 2, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:22.523820 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Checking router: c8c63647-2c1f-4428-bd5b-6770b7c37331 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:58:22.524452 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Updating router c8c63647-2c1f-4428-bd5b-6770b7c37331 port b5a2cbdd-416b-445c-85d6-2e29b790b79d binding host dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:58:22.548128 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:22.572379 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-542db455-a594-4a00-9b2c-af4d5fd49ab8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:22.578787 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:22.590568 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:22.590939 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:22.666129 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-542db455-a594-4a00-9b2c-af4d5fd49ab8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:22.785265 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:22.825920 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92bf7a9-db29-435f-8b33-7f10f758f997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc94102-9bfd-40f3-a4a2-7ec095bc918a'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:58:22.828261 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0065810d-d72e-449e-bcb7-81f389806ec9" -d '{"events": [{"server_uuid": "a92bf7a9-db29-435f-8b33-7f10f758f997", "name": "network-vif-plugged", "status": "completed", "tag": "2cc94102-9bfd-40f3-a4a2-7ec095bc918a"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:58:22.846199 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:22.886268 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27baba77-a6b0-47a7-ba96-356a4107b268 x-openstack-request-id: req-27baba77-a6b0-47a7-ba96-356a4107b268 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:58:22.886577 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92bf7a9-db29-435f-8b33-7f10f758f997", "name": "network-vif-plugged", "status": "completed", "tag": "2cc94102-9bfd-40f3-a4a2-7ec095bc918a", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:58:22.886825 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27baba77-a6b0-47a7-ba96-356a4107b268 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:58:22.920745 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92bf7a9-db29-435f-8b33-7f10f758f997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc94102-9bfd-40f3-a4a2-7ec095bc918a', 'code': 200} Aug 09 17:58:22.927953 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:22.944694 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device c5e85444-a9ce-4ac5-8a36-8c89e58bf146 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:22.960740 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-542db455-a594-4a00-9b2c-af4d5fd49ab8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:22.977051 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Transition to ACTIVE for port object b5a2cbdd-416b-445c-85d6-2e29b790b79d will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:23.007250 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a0728-7ea2-48e0-bb1a-04415ffc9e29 req-0ad701c2-3d3f-4885-ae29-6909affc77fa tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:23.007250 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0d9a0728-7ea2-48e0-bb1a-04415ffc9e29 req-0ad701c2-3d3f-4885-ae29-6909affc77fa tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 944 time: 0.0962074 Aug 09 17:58:23.011537 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542db455-a594-4a00-9b2c-af4d5fd49ab8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:23.013117 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port c5e85444-a9ce-4ac5-8a36-8c89e58bf146 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:23.013613 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.044594 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.061948 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0d9a0728-7ea2-48e0-bb1a-04415ffc9e29 req-73294737-943f-41d4-9b83-5b58e7d801d0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Aug 09 17:58:23.119670 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:23.126296 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-542db455-a594-4a00-9b2c-af4d5fd49ab8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.129328 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.131692 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39260) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:23.132840 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-542db455-a594-4a00-9b2c-af4d5fd49ab8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8024433 Aug 09 17:58:23.136412 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-f904f2c8-e838-45e9-976f-d36703004b49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'security_group_rule': {'security_group_id': '7a9c35fa-608e-40d8-86be-ee2e0ae86ab8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:23.189045 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3442a4a-6ef8-41b1-9e2b-9fd716f2a20f None None] Pushing event updated for resources: {'Port': ['ID=b5a2cbdd-416b-445c-85d6-2e29b790b79d,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:23.246705 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Attempting to bind port b5a2cbdd-416b-445c-85d6-2e29b790b79d on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:23.247084 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Attempting to bind port b5a2cbdd-416b-445c-85d6-2e29b790b79d by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:23.247616 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Attempting to bind port b5a2cbdd-416b-445c-85d6-2e29b790b79d on network 2222d5b0-4e90-4714-90f8-571d8e57d231 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:23.254466 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:23.254840 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Checking segment: {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:23.255305 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.255896 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Bound using segment: {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:23.256148 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Bound port: b5a2cbdd-416b-445c-85d6-2e29b790b79d, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:23.256838 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.263056 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f904f2c8-e838-45e9-976f-d36703004b49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.323730 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-2c119719-fc10-43af-b223-a014f32761cc None None] For port b5a2cbdd-416b-445c-85d6-2e29b790b79d, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:23.327364 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-2c119719-fc10-43af-b223-a014f32761cc None None] For port b5a2cbdd-416b-445c-85d6-2e29b790b79d, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=b5a2cbdd-416b-445c-85d6-2e29b790b79d,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:23.358411 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f904f2c8-e838-45e9-976f-d36703004b49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.418261 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.447336 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f904f2c8-e838-45e9-976f-d36703004b49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.481747 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:23.482530 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-2c119719-fc10-43af-b223-a014f32761cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:23.488074 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904f2c8-e838-45e9-976f-d36703004b49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cce21b7-1abc-4187-9fb5-87d5e312160e,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:23.522375 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3442a4a-6ef8-41b1-9e2b-9fd716f2a20f None None] Pushing event updated for resources: {'Port': ['ID=b5a2cbdd-416b-445c-85d6-2e29b790b79d,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:23.589618 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f904f2c8-e838-45e9-976f-d36703004b49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.590947 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-f904f2c8-e838-45e9-976f-d36703004b49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4581702 Aug 09 17:58:23.593590 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39270) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:23.598358 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-d6166259-abc7-4a2f-b8dc-47ed0af817f8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'security_group_rule': {'security_group_id': '7a9c35fa-608e-40d8-86be-ee2e0ae86ab8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:23.604358 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-2c119719-fc10-43af-b223-a014f32761cc None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:23.697192 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d6166259-abc7-4a2f-b8dc-47ed0af817f8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.750329 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d6166259-abc7-4a2f-b8dc-47ed0af817f8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.812247 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedeab2c-1078-4f66-9150-ece6192e0979 req-676d2115-c654-4c99-a623-4ddb9abc2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:23.813857 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cedeab2c-1078-4f66-9150-ece6192e0979 req-676d2115-c654-4c99-a623-4ddb9abc2103 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 1098 time: 0.0413239 Aug 09 17:58:23.835557 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-2c119719-fc10-43af-b223-a014f32761cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:23Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:23.857503 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-cedeab2c-1078-4f66-9150-ece6192e0979 req-6ec98009-3764-4f69-be1a-af54a8a1c03b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358768 Aug 09 17:58:23.864087 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c119719-fc10-43af-b223-a014f32761cc None None] The sync data for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi is: [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:23Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:58:23.972108 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d6166259-abc7-4a2f-b8dc-47ed0af817f8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:23.990842 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6166259-abc7-4a2f-b8dc-47ed0af817f8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09b3039-e77b-4a90-b1f2-63372debd89a,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:24.179674 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d6166259-abc7-4a2f-b8dc-47ed0af817f8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:24.181202 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d6166259-abc7-4a2f-b8dc-47ed0af817f8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5865643 Aug 09 17:58:24.184521 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39286) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:24.189075 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'floatingip': {'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:24.209148 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602a6d8-c686-4ada-8a0b-b57da20471f6 req-1f8825de-2f14-4c47-bacf-36ebbbc20965 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:24.210861 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f602a6d8-c686-4ada-8a0b-b57da20471f6 req-1f8825de-2f14-4c47-bacf-36ebbbc20965 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 945 time: 0.0557668 Aug 09 17:58:24.258941 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f602a6d8-c686-4ada-8a0b-b57da20471f6 req-208d718f-cc52-485a-9489-ed679d53c37f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Aug 09 17:58:24.372304 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:24.489198 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:24.610993 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Allocated IP 172.27.1.109 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/8800ebac-9ec6-4a80-9e20-8f4824a5a1f9) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:24.752969 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:24.926501 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device b5a2cbdd-416b-445c-85d6-2e29b790b79d up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:24.972898 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:25.014728 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:25.025479 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:25.029206 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:25.056682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'Port': ['ID=8800ebac-9ec6-4a80-9e20-8f4824a5a1f9,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:25.100084 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port b5a2cbdd-416b-445c-85d6-2e29b790b79d completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:25.105735 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port b5a2cbdd-416b-445c-85d6-2e29b790b79d triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:25.106531 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:25.174856 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:25.209580 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:25.249579 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port b5a2cbdd-416b-445c-85d6-2e29b790b79d, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=b5a2cbdd-416b-445c-85d6-2e29b790b79d,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:25.286547 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:25.350167 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:25.447149 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26004198-676a-40b7-913c-6ffd5cb9380d req-9d6cdb2f-917d-401a-aa61-38d1714b7d51 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:25.457031 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=b5a2cbdd-416b-445c-85d6-2e29b790b79d,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:25.461155 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-26004198-676a-40b7-913c-6ffd5cb9380d req-9d6cdb2f-917d-401a-aa61-38d1714b7d51 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 945 time: 0.1257348 Aug 09 17:58:25.509262 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-26004198-676a-40b7-913c-6ffd5cb9380d req-a662a1bb-9b35-4333-8a75-a80ce6fa52c0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469401 Aug 09 17:58:25.517611 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:25.658324 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:25.734653 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'Port': ['ID=8800ebac-9ec6-4a80-9e20-8f4824a5a1f9,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:25.741518 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:25.802270 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812aa297-23b5-4d1e-a02a-7bfed8c67824 req-06ca4a3a-0e3b-49f6-9925-5e381bd3f512 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:25.803747 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-812aa297-23b5-4d1e-a02a-7bfed8c67824 req-06ca4a3a-0e3b-49f6-9925-5e381bd3f512 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0470383 Aug 09 17:58:25.841051 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-812aa297-23b5-4d1e-a02a-7bfed8c67824 req-280e9f7d-503d-4fe5-8a9b-125f24f68bc2 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Aug 09 17:58:26.258602 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:26.263718 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-ed2abace-ed07-4478-a7b6-7f5b3d673e9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0774665 Aug 09 17:58:26.355848 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2323-760e-4623-8a73-7b23b5413de8 req-26e182af-321b-4a08-a62c-5f20bc66f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:26.357479 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5a2a2323-760e-4623-8a73-7b23b5413de8 req-26e182af-321b-4a08-a62c-5f20bc66f45d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 1098 time: 0.0481677 Aug 09 17:58:26.416455 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-5e8d4c2a-f412-4556-9cdc-9d62db2a3ae9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--148900484&fields=id&tenant_id=96ee685b0c0047c990caaec9f1f4f4e1 HTTP/1.1" status: 200 len: 267 time: 0.0435071 Aug 09 17:58:26.452482 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2323-760e-4623-8a73-7b23b5413de8 req-67cc6db0-112d-4fef-afc5-001067d8e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:26.452763 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5a2a2323-760e-4623-8a73-7b23b5413de8 req-67cc6db0-112d-4fef-afc5-001067d8e72b service neutron] 10.222.0.77 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 920 time: 0.0871711 Aug 09 17:58:26.498568 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5a2a2323-760e-4623-8a73-7b23b5413de8 req-d31e0c95-e6f6-44ea-b17b-81931ff12778 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642533d7-a56a-4503-981e-d518e8beaed5 HTTP/1.1" status: 200 len: 217 time: 0.0375407 Aug 09 17:58:26.533248 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-775f0dc2-8c67-4b95-996a-a0503a336060 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:26.535313 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-775f0dc2-8c67-4b95-996a-a0503a336060 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/networks?id=2222d5b0-4e90-4714-90f8-571d8e57d231 HTTP/1.1" status: 200 len: 810 time: 0.1102450 Aug 09 17:58:26.551286 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-0033648e-7175-4e1f-a4d5-0dacb6738fec tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/quotas/96ee685b0c0047c990caaec9f1f4f4e1 HTTP/1.1" status: 200 len: 375 time: 0.0097368 Aug 09 17:58:26.557753 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a2323-760e-4623-8a73-7b23b5413de8 req-4b4a3cb6-421e-40df-be26-29a4a0f90a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:26.569482 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5a2a2323-760e-4623-8a73-7b23b5413de8 req-4b4a3cb6-421e-40df-be26-29a4a0f90a19 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbbf44f-702e-4b0d-ae1d-15b3c624f928 HTTP/1.1" status: 200 len: 859 time: 0.0506849 Aug 09 17:58:26.591249 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5a2a2323-760e-4623-8a73-7b23b5413de8 req-da296d57-dcdc-4d99-9631-67e2a4f29d38 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241477 Aug 09 17:58:26.638581 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-867dbc48-565d-4d03-8199-d6fe9a105fa5 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809972 Aug 09 17:58:26.645799 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8955bda-ad87-4b4b-920c-fc7c5a421091 req-e14c097a-7b57-4229-9320-e5b80114c8d7 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:26.647164 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b8955bda-ad87-4b4b-920c-fc7c5a421091 req-e14c097a-7b57-4229-9320-e5b80114c8d7 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 945 time: 0.0633454 Aug 09 17:58:26.695262 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5a2a2323-760e-4623-8a73-7b23b5413de8 req-43f174f7-0f73-4174-80d3-3946c7d5c12d service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951471 Aug 09 17:58:26.736482 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b8955bda-ad87-4b4b-920c-fc7c5a421091 req-e125c812-1e44-4119-a7bc-388fa1ca9ad6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836105 Aug 09 17:58:26.797623 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5a2a2323-760e-4623-8a73-7b23b5413de8 req-0644ce6d-8ca6-4ec9-8b7c-3beed4a2c363 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912292 Aug 09 17:58:26.802195 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-a1e0079a-7e20-4a20-b4f0-4af6c162a6a4 service neutron] 10.222.0.54 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301234 Aug 09 17:58:26.834749 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39382) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:26.955611 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device b5a2cbdd-416b-445c-85d6-2e29b790b79d up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:26.984404 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-c272d53e-5e9d-4317-b5e5-d9dd3cfc9202 service neutron] 10.222.0.54 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784637 Aug 09 17:58:27.018190 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5d1217a1-1485-4f02-956b-455abe8169e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:27.084735 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port b5a2cbdd-416b-445c-85d6-2e29b790b79d triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:27.085708 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:27.137030 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5d1217a1-1485-4f02-956b-455abe8169e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:27.188209 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e630fd-1c60-4358-9a9d-9e3d302ed7d2 req-1ce598c0-a0ea-43e2-a801-85f88f408a64 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:27.189856 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-79e630fd-1c60-4358-9a9d-9e3d302ed7d2 req-1ce598c0-a0ea-43e2-a801-85f88f408a64 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0644433 Aug 09 17:58:27.230472 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-79e630fd-1c60-4358-9a9d-9e3d302ed7d2 req-1f25fe45-e4a0-4b3c-b8a2-81ddf7081790 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Aug 09 17:58:27.517064 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5d1217a1-1485-4f02-956b-455abe8169e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:27.594977 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39422) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:27.596148 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-5d1217a1-1485-4f02-956b-455abe8169e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b25e80b4cb1f425680ca109d662cfca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7598648 Aug 09 17:58:27.601934 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1217a1-1485-4f02-956b-455abe8169e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97163f1-ca48-4d88-959c-f1c4f496e477,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:27.663916 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d7a8f616-8342-4a04-8b29-5cb9c9a267b3 req-b177d792-263f-44fd-85e5-20ada7f58f82 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0604854 Aug 09 17:58:27.701336 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-20649a88-f666-4615-b841-297fa0ac6302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:27.729613 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-20649a88-f666-4615-b841-297fa0ac6302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:27.910322 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-20649a88-f666-4615-b841-297fa0ac6302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:27.913102 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-20649a88-f666-4615-b841-297fa0ac6302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:27.917174 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-20649a88-f666-4615-b841-297fa0ac6302 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f97163f1-ca48-4d88-959c-f1c4f496e477 HTTP/1.1" status: 204 len: 168 time: 0.3207724 Aug 09 17:58:27.928689 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20649a88-f666-4615-b841-297fa0ac6302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97163f1-ca48-4d88-959c-f1c4f496e477,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:28.351173 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229960e-0b90-42c9-a381-5daf2b6f6094 req-1208699d-f9aa-4734-85a4-2c8e79468d5f tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:28.352657 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f229960e-0b90-42c9-a381-5daf2b6f6094 req-1208699d-f9aa-4734-85a4-2c8e79468d5f tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0517495 Aug 09 17:58:28.398427 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f229960e-0b90-42c9-a381-5daf2b6f6094 req-d137312f-dbc3-482a-84ad-7341a7bba025 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364404 Aug 09 17:58:28.735029 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-29e8c08b-ac39-4e11-8d59-d77df9b0bbb8 req-3ea1e91c-0c06-4c24-82cb-2420dc2bc17e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0241425 Aug 09 17:58:29.506784 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb56720-51a2-4d9d-bbdb-8406251051e0 req-40b2c44c-1393-47a3-8e03-823ebff9c3b2 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:29.508420 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dcb56720-51a2-4d9d-bbdb-8406251051e0 req-40b2c44c-1393-47a3-8e03-823ebff9c3b2 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0482690 Aug 09 17:58:29.547142 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dcb56720-51a2-4d9d-bbdb-8406251051e0 req-02b37d82-83ab-4f5a-b225-ae436c362c9f tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Aug 09 17:58:29.836344 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c7c8f821-ff45-4b13-a120-3f844bed9c37 req-4c3bf49a-6c41-4771-a637-c2824768f783 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0294962 Aug 09 17:58:30.667871 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443e3c-39ef-40c3-abb0-23a9e0814673 req-eb33e12b-d855-4f47-8beb-47f84fc7a864 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:30.669340 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-84443e3c-39ef-40c3-abb0-23a9e0814673 req-eb33e12b-d855-4f47-8beb-47f84fc7a864 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0488906 Aug 09 17:58:30.707660 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-84443e3c-39ef-40c3-abb0-23a9e0814673 req-9a8313c9-9645-4b1a-87a0-ffa8138748bf tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Aug 09 17:58:31.019323 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e4b289e9-857f-45b1-bfbd-d3a643fb4de5 req-4725b896-5d2b-48ac-b41a-fd205f18c35c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0582795 Aug 09 17:58:31.266761 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7511c9fa-37c1-4578-a6cb-e654545733ea tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:31.268284 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7511c9fa-37c1-4578-a6cb-e654545733ea tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/networks?id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 200 len: 815 time: 0.1072326 Aug 09 17:58:31.286004 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-be15f30b-ebb3-4603-8115-0d35d533c4a2 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/quotas/4f5d0ea8c1094c11a2681ecd24195900 HTTP/1.1" status: 200 len: 375 time: 0.0096774 Aug 09 17:58:31.312822 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-322c403d-895c-4a9a-976c-e274d68e9ffb tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:31.314362 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-322c403d-895c-4a9a-976c-e274d68e9ffb tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.77 "GET /v2.0/networks?id=2222d5b0-4e90-4714-90f8-571d8e57d231 HTTP/1.1" status: 200 len: 810 time: 0.1120999 Aug 09 17:58:31.337001 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-0769ecd7-18fb-46ab-931b-9b4b173a5aaa tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454311 Aug 09 17:58:31.392559 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-c07d7482-5dcc-4c01-8c94-3d388265ce20 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ee685b0c0047c990caaec9f1f4f4e1 HTTP/1.1" status: 200 len: 379 time: 0.0525589 Aug 09 17:58:31.408455 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'port': {'device_id': '731821be-45e9-449b-90d9-8d6b939db20b', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'admin_state_up': True, 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'security_groups': ['7a9c35fa-608e-40d8-86be-ee2e0ae86ab8']}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:31.441496 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-b783c720-98fb-400e-aa0f-cd3fcc0517fd service neutron] 10.222.0.54 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974324 Aug 09 17:58:31.657650 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39552) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:31.680460 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Made reservation on behalf of 96ee685b0c0047c990caaec9f1f4f4e1 for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:58:31.684881 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:31.702809 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-d2a09a31-d331-4aae-b311-1b536de014d2 service neutron] 10.222.0.54 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548397 Aug 09 17:58:31.798876 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1bf700bb-8167-4414-9b74-74c6d6bb2467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:31.840218 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bcaa4-6ba9-45ed-9522-2bb711bdcfde req-adb86f97-5a72-4580-8e25-8a246337f922 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:31.841735 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3a5bcaa4-6ba9-45ed-9522-2bb711bdcfde req-adb86f97-5a72-4580-8e25-8a246337f922 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0504427 Aug 09 17:58:31.870998 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Allocated IP 172.20.0.5 (2222d5b0-4e90-4714-90f8-571d8e57d231/a54396a3-f4d8-41af-b602-45ff7adb6cc2/b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:31.889815 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3a5bcaa4-6ba9-45ed-9522-2bb711bdcfde req-6e1c0505-48ce-455d-86ab-ce20f3bb94c1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412064 Aug 09 17:58:32.038975 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1bf700bb-8167-4414-9b74-74c6d6bb2467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.055566 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.070631 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Transition to ACTIVE for port object b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 will not be triggered until provisioned by entity DHCP. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:32.147440 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8e94dfc1-9041-4cd4-8909-6080f19b7a39 req-d4690be2-53a9-45bf-ad55-f95f78d6da9c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0292177 Aug 09 17:58:32.164404 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8a4e96ab-efeb-4e47-bef2-a814ea057f68 req-4dffa25d-ca11-447f-8249-eecfc56ea086 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.0327654 Aug 09 17:58:32.200412 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1bf700bb-8167-4414-9b74-74c6d6bb2467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.241248 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.251046 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-1bf700bb-8167-4414-9b74-74c6d6bb2467 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e2f427b0ce6b4d3f895e1b9061570c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922976 Aug 09 17:58:32.254371 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39578) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:32.273908 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf700bb-8167-4414-9b74-74c6d6bb2467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98890f4d-337d-416f-ad53-04882bf3a2f5,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:32.296925 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Network 2222d5b0-4e90-4714-90f8-571d8e57d231 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:32.300170 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:32.303257 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:32.306013 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d09d1071-fec6-4502-b917-eca9809b78e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.328852 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'Port': ['ID=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:32.333170 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d09d1071-fec6-4502-b917-eca9809b78e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.359372 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:32.360136 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.464567 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-238aacbb-1f33-430f-87af-c9b858c9d99d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0602171 Aug 09 17:58:32.465843 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d09d1071-fec6-4502-b917-eca9809b78e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.468418 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d09d1071-fec6-4502-b917-eca9809b78e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.479157 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-d09d1071-fec6-4502-b917-eca9809b78e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98890f4d-337d-416f-ad53-04882bf3a2f5 HTTP/1.1" status: 204 len: 168 time: 0.2142303 Aug 09 17:58:32.479157 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d1071-fec6-4502-b917-eca9809b78e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98890f4d-337d-416f-ad53-04882bf3a2f5,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:32.490030 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Request body: {'port': {'device_id': '731821be-45e9-449b-90d9-8d6b939db20b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:32.554041 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.675788 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f43b0a83-bb0e-4efe-a311-76ea7faa58f2 None None] Provisioning for port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:32.680842 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f43b0a83-bb0e-4efe-a311-76ea7faa58f2 None None] Provisioning complete for port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:32.681223 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f43b0a83-bb0e-4efe-a311-76ea7faa58f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.718722 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f43b0a83-bb0e-4efe-a311-76ea7faa58f2 None None] Port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:58:32.852841 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:58:32.860530 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:32.872636 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Transition to ACTIVE for port object b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:33.009534 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc5e67-f949-48ae-ace2-0f1471bf17d8 req-adb5a25e-d5ab-4b5b-b1d6-8cebdbb66de3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:33.011141 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5cfc5e67-f949-48ae-ace2-0f1471bf17d8 req-adb5a25e-d5ab-4b5b-b1d6-8cebdbb66de3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0506268 Aug 09 17:58:33.054960 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:33.067308 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5cfc5e67-f949-48ae-ace2-0f1471bf17d8 req-2837dd0e-782e-496e-b9e9-8fd6273f34a7 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Aug 09 17:58:33.168127 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:33.259275 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Attempting to bind port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:33.259588 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Attempting to bind port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:33.260152 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Attempting to bind port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 on network 2222d5b0-4e90-4714-90f8-571d8e57d231 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:33.266356 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 on network 2222d5b0-4e90-4714-90f8-571d8e57d231 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:58:33.266682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Attempting to bind port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 on network 2222d5b0-4e90-4714-90f8-571d8e57d231 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:33.275190 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:33.275538 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Checking segment: {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:33.275917 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Bound using segment: {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:33.276482 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Bound port: b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:33.277187 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:33.284884 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f37c2d33-1f90-4efe-91ef-894d7567d730 req-881aedce-2091-4883-bff3-caff83b820cb tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.0559227 Aug 09 17:58:33.368681 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ab7ec-3e95-476b-9841-d57d1678f5f5 req-0d0735b7-6085-45e6-a817-f0315f0b9914 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:33.375417 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-390ab7ec-3e95-476b-9841-d57d1678f5f5 req-0d0735b7-6085-45e6-a817-f0315f0b9914 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.1274858 Aug 09 17:58:33.400748 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] For port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:33.407177 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] For port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:33.420331 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-390ab7ec-3e95-476b-9841-d57d1678f5f5 req-6c0fa7d4-58b7-4dec-bde4-06752b84afc6 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373123 Aug 09 17:58:33.509517 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:33.542882 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:33.543750 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:33.545159 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] 10.222.0.77 "PUT /v2.0/ports/b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 HTTP/1.1" status: 200 len: 1093 time: 1.0603926 Aug 09 17:58:33.545614 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731821be-45e9-449b-90d9-8d6b939db20b', 'tag': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:58:33.547841 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c89862c-5e8a-462e-a038-550c28ac8d07" -d '{"events": [{"name": "network-changed", "server_uuid": "731821be-45e9-449b-90d9-8d6b939db20b", "tag": "b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:58:33.577544 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d7486-6af5-4aae-8da3-ace0f290f559 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:33.593682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4e633e-d103-4604-a36c-0015f2ff3573 x-openstack-request-id: req-1a4e633e-d103-4604-a36c-0015f2ff3573 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:58:33.594240 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731821be-45e9-449b-90d9-8d6b939db20b", "tag": "b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:58:33.594741 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a4e633e-d103-4604-a36c-0015f2ff3573 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:58:33.595441 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731821be-45e9-449b-90d9-8d6b939db20b', 'tag': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7', 'status': 'completed', 'code': 200} Aug 09 17:58:33.734168 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89862c-5e8a-462e-a038-550c28ac8d07 req-04db1e81-f21a-4815-b7c0-092533ee6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:33.736959 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5c89862c-5e8a-462e-a038-550c28ac8d07 req-04db1e81-f21a-4815-b7c0-092533ee6c02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 1096 time: 0.0773761 Aug 09 17:58:33.858582 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89862c-5e8a-462e-a038-550c28ac8d07 req-cc55ee00-0100-4880-8d6c-df6f219f320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:33.860061 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5c89862c-5e8a-462e-a038-550c28ac8d07 req-cc55ee00-0100-4880-8d6c-df6f219f320a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1011562 Aug 09 17:58:33.971222 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39634) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:33.976439 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89862c-5e8a-462e-a038-550c28ac8d07 req-6e937ff8-4269-4b0e-b715-ce31f01d6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:33.978006 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5c89862c-5e8a-462e-a038-550c28ac8d07 req-6e937ff8-4269-4b0e-b715-ce31f01d6eb3 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914915 Aug 09 17:58:34.091023 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1414233561-network', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:34.220142 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3373b-9795-4a67-bf9d-173e9341a89a req-9ffeca85-11ac-42b6-be53-6e0b7d81812a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:34.222145 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c1c3373b-9795-4a67-bf9d-173e9341a89a req-9ffeca85-11ac-42b6-be53-6e0b7d81812a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0707192 Aug 09 17:58:34.223588 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Made reservation on behalf of f127e76c4e2d4888a8fcd4f86727ad0b for: {'network': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:58:34.226535 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:34.251760 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:34.311228 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c1c3373b-9795-4a67-bf9d-173e9341a89a req-8ffa3db9-ebd2-4628-8107-bbd686f08293 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718029 Aug 09 17:58:34.365343 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-e6b86e7b-ce66-41f2-b227-242482fca6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:34.367481 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-e6b86e7b-ce66-41f2-b227-242482fca6d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 1096 time: 0.3094423 Aug 09 17:58:34.429821 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-15440fc8-19c5-4b7f-9804-40d4bf5db590 req-76610729-c4a6-4736-94a8-cc3244a8f105 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.0495429 Aug 09 17:58:34.431877 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:34.571307 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f357715-d215-46b0-ac69-146d5c252261 req-47f1c9e0-858c-4ad9-86eb-8a103bd1946b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:34.573392 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5f357715-d215-46b0-ac69-146d5c252261 req-47f1c9e0-858c-4ad9-86eb-8a103bd1946b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.0567791 Aug 09 17:58:34.614197 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5f357715-d215-46b0-ac69-146d5c252261 req-e7ed4b8e-4595-4bda-ac47-933b8ab56379 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345027 Aug 09 17:58:34.615250 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:34.636262 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=100426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:58:34.658003 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:34.658003 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.segments_db [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Added segment d2224f38-3ed7-49ff-9dce-d02f7a9114eb of type vlan for network 0813a6d7-5ac5-4010-a774-1854c5fa63dd Aug 09 17:58:34.666914 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59f3bc2-dacc-40ca-994c-a7d699502533,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:34.708821 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:34.851990 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:34.853008 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:34.853671 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:34.913875 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] Pushing event updated for resources: {'Network': ['ID=0813a6d7-5ac5-4010-a774-1854c5fa63dd,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:34.924704 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:58:35.018886 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e0da7ab8-e8ce-4b4b-aba4-3cafd0522481 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0462105 Aug 09 17:58:35.021988 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39658) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:35.027598 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Request body: {'subnet': {'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1414233561-subnet', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:35.131981 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Made reservation on behalf of f127e76c4e2d4888a8fcd4f86727ad0b for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:58:35.134617 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4169953'] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:35.412754 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4169939'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:35.423429 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbe73f-6db7-4694-aa4b-8212aa9eddb5 req-53a939af-ff67-4b61-9aa9-ceeb4e35135a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:35.424937 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0fbbe73f-6db7-4694-aa4b-8212aa9eddb5 req-53a939af-ff67-4b61-9aa9-ceeb4e35135a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0525808 Aug 09 17:58:35.502452 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8018ece5-90b3-4713-b81b-06150633b989,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:35.515641 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0fbbe73f-6db7-4694-aa4b-8212aa9eddb5 req-d297c063-d2e3-44ca-98d9-f7ebe28fbc3a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703485 Aug 09 17:58:35.543487 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-398f7bda-67c9-44a5-8ee7-b8888a2aad98 req-ffa86cfe-1757-4310-a800-6c5deef11704 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.0324595 Aug 09 17:58:35.544171 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Checking segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:35.544522 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Network hostable DHCP agents. Network: 0813a6d7-5ac5-4010-a774-1854c5fa63dd, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:58:35.651873 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:58:35.729343 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d98c4-b7e1-4492-a7a4-0618e41369d7 req-61146c28-6789-4ebc-b8d4-f8178844747b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:35.730976 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-457d98c4-b7e1-4492-a7a4-0618e41369d7 req-61146c28-6789-4ebc-b8d4-f8178844747b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.0484467 Aug 09 17:58:35.763514 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 0813a6d7-5ac5-4010-a774-1854c5fa63dd) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:35.771640 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-457d98c4-b7e1-4492-a7a4-0618e41369d7 req-808cdea4-9d7b-4cf5-bdba-04dae7ae858e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347483 Aug 09 17:58:35.775526 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:35.776632 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:35.779934 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcff87c-e641-4499-96a9-01db974ea2af None None] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:58:35.870779 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-36a1c212-4875-41c6-94a8-0d13bff000cd admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8471115 Aug 09 17:58:35.876284 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39672) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:35.881229 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:35.923861 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb000c3e-e308-57ef-a55f-819445f3f8a7-0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989'}]}} from dv-cinder-788363-10-iscsi. {{(pid=100427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:58:35.924703 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.000536 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2805'] for router, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.001657 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2814'] for router, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.056349 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.069793 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Allocated IP 172.20.0.2 (0813a6d7-5ac5-4010-a774-1854c5fa63dd/8018ece5-90b3-4713-b81b-06150633b989/32726f50-8e81-423e-a7cc-4db08734d8f3) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:36.198564 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.301877 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.313413 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.321736 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Transition to ACTIVE for port object 32726f50-8e81-423e-a7cc-4db08734d8f3 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:36.336027 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Transition to ACTIVE for port object 32726f50-8e81-423e-a7cc-4db08734d8f3 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:36.423631 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.462013 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:36.466618 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:36.470074 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:36.479190 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Pushing event updated for resources: {'Port': ['ID=32726f50-8e81-423e-a7cc-4db08734d8f3,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:36.527454 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Attempting to bind port 32726f50-8e81-423e-a7cc-4db08734d8f3 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:36.527808 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Attempting to bind port 32726f50-8e81-423e-a7cc-4db08734d8f3 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:36.528167 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Attempting to bind port 32726f50-8e81-423e-a7cc-4db08734d8f3 on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:36.533191 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:36.533588 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Checking segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:36.533982 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.534366 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Bound using segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:36.534818 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Bound port: 32726f50-8e81-423e-a7cc-4db08734d8f3, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:36.535752 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.605649 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] For port 32726f50-8e81-423e-a7cc-4db08734d8f3, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:36.611740 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] For port 32726f50-8e81-423e-a7cc-4db08734d8f3, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=32726f50-8e81-423e-a7cc-4db08734d8f3,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:36.641544 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.688951 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a9ef8f24-7b10-43ba-8aff-67d6988bf417 req-d794e125-504e-43a4-9cad-3d69cd71057b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.0653830 Aug 09 17:58:36.691653 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.710240 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:36.722037 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3d73f-ad48-4670-b656-533b55a0e46e req-c6b0ed04-0901-43a0-bee0-f64433c73559 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:36.723638 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f5c3d73f-ad48-4670-b656-533b55a0e46e req-c6b0ed04-0901-43a0-bee0-f64433c73559 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1288476 Aug 09 17:58:36.774199 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36517ea-32bd-4d88-acac-31fca005c9e8 None None] Pushing event updated for resources: {'Port': ['ID=32726f50-8e81-423e-a7cc-4db08734d8f3,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:36.840470 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f5c3d73f-ad48-4670-b656-533b55a0e46e req-1faf3f18-433d-4d7c-8d23-f2b1837c458a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839725 Aug 09 17:58:36.877490 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Allocated IP 172.27.1.236 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/a4f399ed-c68a-4aa2-91e7-ed78bfec1190) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:37.004330 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80577da5-860c-46d1-aeb5-373eb55e0ed5 req-792e17aa-9be2-4274-903b-a7c32d944c49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:37.006725 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-80577da5-860c-46d1-aeb5-373eb55e0ed5 req-792e17aa-9be2-4274-903b-a7c32d944c49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.1112547 Aug 09 17:58:37.062576 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-4a642788-dc4e-455a-929e-dabbd9ea92c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 HTTP/1.1" status: 200 len: 217 time: 0.0391626 Aug 09 17:58:37.071604 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:37.101977 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-80577da5-860c-46d1-aeb5-373eb55e0ed5 req-d999a144-a864-48e4-8c83-d15f42bc36a8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640104 Aug 09 17:58:37.120180 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-17d006a3-75ee-4e67-86a4-ec4545bcae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:37.121695 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-17d006a3-75ee-4e67-86a4-ec4545bcae81 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a54396a3-f4d8-41af-b602-45ff7adb6cc2 HTTP/1.1" status: 200 len: 849 time: 0.0509717 Aug 09 17:58:37.191990 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-d362ffbe-1067-4ff6-b88e-bb3941acc711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:37.193579 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-d362ffbe-1067-4ff6-b88e-bb3941acc711 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2222d5b0-4e90-4714-90f8-571d8e57d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0574028 Aug 09 17:58:37.252475 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:37.291982 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-4e7bbc58-4db6-4381-82d5-2fdd43545cfa service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849330 Aug 09 17:58:37.293611 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:37.298707 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:37.302376 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:37.327872 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f399ed-c68a-4aa2-91e7-ed78bfec1190,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:37.396841 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-16242ec9-363c-4ca6-a199-f2ede3481692 req-0a4aab0b-f765-4809-b5ea-ea9cbd3719d0 service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905948 Aug 09 17:58:37.678500 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:37.775963 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6914596-2d72-4a81-864e-416aa3c416c8 None None] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:58:37.967013 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-d7eb6b2b-9667-4d8c-a4a9-28847d79f2b5 None None] Provisioning for port 32726f50-8e81-423e-a7cc-4db08734d8f3 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:37.983411 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3f1c2781-ab08-4cf8-83ce-a144c471502d req-f8d86250-637d-4316-9f00-a80e90c8b810 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.0475020 Aug 09 17:58:38.174598 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba36ea7-65da-4a02-8637-a8b431df6bfb req-38bb9e8b-df23-452a-8fea-a9124781dfe9 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:38.182631 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ba36ea7-65da-4a02-8637-a8b431df6bfb req-38bb9e8b-df23-452a-8fea-a9124781dfe9 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1292391 Aug 09 17:58:38.263843 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809'] for router, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:38.280544 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ba36ea7-65da-4a02-8637-a8b431df6bfb req-e1a2a342-91bb-41c3-a1dd-9c8f677ef069 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968971 Aug 09 17:58:38.324795 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbedf6-4893-406d-8287-e25b819d80f0 req-31de4b81-b1b1-4232-9b35-6ae64cf6f235 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:38.326343 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-44bbedf6-4893-406d-8287-e25b819d80f0 req-31de4b81-b1b1-4232-9b35-6ae64cf6f235 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.1275053 Aug 09 17:58:38.408812 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-44bbedf6-4893-406d-8287-e25b819d80f0 req-d84a9343-235b-42c8-abe9-a97515bf4974 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760016 Aug 09 17:58:38.520111 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd is scheduled to L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 with binding_index 1 {{(pid=100426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:58:38.625006 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:58:38.634387 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Sync routers for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:58:38.643338 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:38.646278 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:38.714850 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:38.716252 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-d8929842-0678-4dcf-aff6-7a68834561c5 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8389597 Aug 09 17:58:38.719107 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39718) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:38.754967 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:38.950777 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:37Z', 'revision_number': 3, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:38.961031 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 32726f50-8e81-423e-a7cc-4db08734d8f3 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:38.997424 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Checking router: 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:58:38.997783 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Updating router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd port a4f399ed-c68a-4aa2-91e7-ed78bfec1190 binding host dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:58:39.027138 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.086233 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 32726f50-8e81-423e-a7cc-4db08734d8f3 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:39.090390 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 32726f50-8e81-423e-a7cc-4db08734d8f3 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:39.090766 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.126312 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-41139bab-e510-478c-82d2-90af50c1f7c9 req-af65f3d2-dfce-4b1d-8ce5-bea9245bfb8e tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.0306692 Aug 09 17:58:39.174959 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.178637 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.217708 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 32726f50-8e81-423e-a7cc-4db08734d8f3, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=32726f50-8e81-423e-a7cc-4db08734d8f3,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:39.306504 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.317390 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Transition to ACTIVE for port object a4f399ed-c68a-4aa2-91e7-ed78bfec1190 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:39.348854 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Allocated IP 172.20.0.1 (0813a6d7-5ac5-4010-a774-1854c5fa63dd/8018ece5-90b3-4713-b81b-06150633b989/d55a53e7-0fed-4f78-b19e-05a4e906d4e5) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:39.349655 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.399978 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=32726f50-8e81-423e-a7cc-4db08734d8f3,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:39.417288 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.452434 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1391-55a0-438a-8d4b-af306d96e53c req-1f782ee9-a16f-436f-ac8a-a6ad0457d278 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:39.454105 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7ab1391-55a0-438a-8d4b-af306d96e53c req-1f782ee9-a16f-436f-ac8a-a6ad0457d278 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1071768 Aug 09 17:58:39.558663 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8de8b5-9806-4223-91b6-ce80e53355d4 None None] Pushing event updated for resources: {'Port': ['ID=a4f399ed-c68a-4aa2-91e7-ed78bfec1190,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:39.559885 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7ab1391-55a0-438a-8d4b-af306d96e53c req-390a3907-33fb-47a5-9fd5-4a95276437a4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938115 Aug 09 17:58:39.565777 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.568188 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Attempting to bind port a4f399ed-c68a-4aa2-91e7-ed78bfec1190 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:39.568564 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Attempting to bind port a4f399ed-c68a-4aa2-91e7-ed78bfec1190 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:39.568977 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Attempting to bind port a4f399ed-c68a-4aa2-91e7-ed78bfec1190 on network 7da24a41-1e78-4151-865c-40a66cc95cd0 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:39.575018 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:39.575384 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:39.575781 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.576172 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Bound using segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:39.577444 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Bound port: a4f399ed-c68a-4aa2-91e7-ed78bfec1190, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:39.577444 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.610435 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822e845-a596-4e2d-8c42-361133339f09 req-37ba04a5-5f53-442b-8c89-3cdf41f6291e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:39.613125 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c822e845-a596-4e2d-8c42-361133339f09 req-37ba04a5-5f53-442b-8c89-3cdf41f6291e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.1257050 Aug 09 17:58:39.614981 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Transition to ACTIVE for port object d55a53e7-0fed-4f78-b19e-05a4e906d4e5 will not be triggered until provisioned by entity DHCP. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:39.630582 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] For port a4f399ed-c68a-4aa2-91e7-ed78bfec1190, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:39.633819 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] For port a4f399ed-c68a-4aa2-91e7-ed78bfec1190, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=a4f399ed-c68a-4aa2-91e7-ed78bfec1190,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:39.711060 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c822e845-a596-4e2d-8c42-361133339f09 req-08e8c690-07eb-4388-88c5-029dfb63c312 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881407 Aug 09 17:58:39.813611 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.909464 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:39.910985 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:39.922212 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:39.972090 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8de8b5-9806-4223-91b6-ce80e53355d4 None None] Pushing event updated for resources: {'Port': ['ID=a4f399ed-c68a-4aa2-91e7-ed78bfec1190,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:39.974256 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:39.982592 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:39.995093 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:40.028821 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Pushing event updated for resources: {'Port': ['ID=d55a53e7-0fed-4f78-b19e-05a4e906d4e5,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:40.086098 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610314'] for router_interface, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:40.109898 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:40.332594 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-959e150d-de95-40bf-b6c3-17b7ecb63866 req-b1012d27-455f-46df-abea-fd557546a7fc tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.0598967 Aug 09 17:58:40.434795 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-285ee015-6119-4412-ae33-2f2cfca50f55 None None] Provisioning for port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:40.438706 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-285ee015-6119-4412-ae33-2f2cfca50f55 None None] Provisioning complete for port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:40.439071 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-285ee015-6119-4412-ae33-2f2cfca50f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:40.448204 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:37Z', 'revision_number': 3, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:40.475488 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-285ee015-6119-4412-ae33-2f2cfca50f55 None None] Port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:58:40.486159 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:40.497578 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895f3ec-9452-45c7-9ff1-949b1c0a2937 None None] The sync data for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi is: [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:37Z', 'revision_number': 3, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:58:40.687487 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:40.745191 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414599c4-73aa-47f5-8bc8-6fcc5c614b35 req-4a18e05a-1107-43a7-8581-127852c3794c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:40.760859 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-414599c4-73aa-47f5-8bc8-6fcc5c614b35 req-4a18e05a-1107-43a7-8581-127852c3794c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0977213 Aug 09 17:58:40.789826 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-d2bb7070-db4b-4bca-9715-b72b7dd4e64e tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:40.791927 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-d2bb7070-db4b-4bca-9715-b72b7dd4e64e tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "GET /v2.0/networks?id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 200 len: 815 time: 0.1230671 Aug 09 17:58:40.807317 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-414599c4-73aa-47f5-8bc8-6fcc5c614b35 req-cae85365-2967-42ee-828f-a5c3d5dfd331 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451574 Aug 09 17:58:40.821885 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:40.832843 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Request body: {'port': {'device_id': '209ac120-2a17-4131-83c6-54d3b22c3218', 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426', 'admin_state_up': True, 'tenant_id': '4f5d0ea8c1094c11a2681ecd24195900'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:40.960742 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8cc03-3985-46a0-b983-9eb87c6eb634 req-a9003b7d-f19b-4913-8c10-ce31d72cace8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:40.962343 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-47f8cc03-3985-46a0-b983-9eb87c6eb634 req-a9003b7d-f19b-4913-8c10-ce31d72cace8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.1534023 Aug 09 17:58:40.962994 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Pushing event updated for resources: {'Port': ['ID=d55a53e7-0fed-4f78-b19e-05a4e906d4e5,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:40.970527 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610494'] for router_interface, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.053327 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 32726f50-8e81-423e-a7cc-4db08734d8f3 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:41.091756 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Made reservation on behalf of 4f5d0ea8c1094c11a2681ecd24195900 for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:58:41.098800 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.117534 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 32726f50-8e81-423e-a7cc-4db08734d8f3 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:41.118004 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.253617 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device a4f399ed-c68a-4aa2-91e7-ed78bfec1190 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:41.303896 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-47f8cc03-3985-46a0-b983-9eb87c6eb634 req-def1d932-646c-48fd-a785-90a38d92b2f4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246508 Aug 09 17:58:41.357703 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:41.362690 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:41.369636 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Allocated IP 172.20.0.5 (04ccc88b-41a6-4ff5-8ccc-6ab73913f426/02049257-20b3-4b69-bfea-b66b839b27f3/7ce7b234-b382-4ae0-a441-462d05430503) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:41.451983 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port a4f399ed-c68a-4aa2-91e7-ed78bfec1190 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:41.459594 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port a4f399ed-c68a-4aa2-91e7-ed78bfec1190 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:41.460374 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.474916 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9ef30fdd-e3b8-482e-8947-22dafe2175c7 req-7129bcd2-49c6-4917-bc09-13d181cdaf7e tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.0290444 Aug 09 17:58:41.595478 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.595677 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.595817 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:58:41.618884 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port a4f399ed-c68a-4aa2-91e7-ed78bfec1190, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=a4f399ed-c68a-4aa2-91e7-ed78bfec1190,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:41.706680 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-1c4f23f6-018f-4552-bf49-dfe74b3b3324 None None] Provisioning complete for port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:41.707648 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c4f23f6-018f-4552-bf49-dfe74b3b3324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.745652 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:58:41.745921 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f23f6-018f-4552-bf49-dfe74b3b3324 None None] Port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:58:41.750934 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-0e4e33d5-6609-4b10-8217-0f7ebc598200 admin admin] 10.222.0.54 "PUT /v2.0/routers/40fa8fcb-98b5-4673-8ad2-e0503a9c27bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0308330 Aug 09 17:58:41.783435 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.783816 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.833754 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['017a5390-8e4d-4dcf-a64e-cae4d92da69b', '2cc94102-9bfd-40f3-a4a2-7ec095bc918a'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:58:41.859867 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:41.864847 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:41.871109 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:41.913034 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=a4f399ed-c68a-4aa2-91e7-ed78bfec1190,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:41.947935 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Pushing event updated for resources: {'Port': ['ID=7ce7b234-b382-4ae0-a441-462d05430503,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:41.977984 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:41.978859 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:41.996213 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf466-08db-4145-a5bd-8d16dfd0b87e req-aeb8d6ef-88e0-4795-bb3c-4db2bb5eeb29 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:41.997792 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-156cf466-08db-4145-a5bd-8d16dfd0b87e req-aeb8d6ef-88e0-4795-bb3c-4db2bb5eeb29 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0846667 Aug 09 17:58:42.040430 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-156cf466-08db-4145-a5bd-8d16dfd0b87e req-e543016d-d5d1-4a9c-997f-aba2e6cd045c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363045 Aug 09 17:58:42.146574 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-7f7b84ea-c248-429f-824a-7231edb33057 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3234236 Aug 09 17:58:42.172010 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Request body: {'port': {'device_id': '209ac120-2a17-4131-83c6-54d3b22c3218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:42.256742 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:42.456520 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01a71-27d1-484b-b4f6-1dce64dc99ec req-d1dedafb-4d8f-4796-b11e-a747681b3f99 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:42.458914 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d8f01a71-27d1-484b-b4f6-1dce64dc99ec req-d1dedafb-4d8f-4796-b11e-a747681b3f99 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.0706780 Aug 09 17:58:42.513114 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f86f30-31fe-4e74-bb31-848e3443b297 req-80b2ee5c-14a9-4659-b123-2b7c370d4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:42.515408 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-49f86f30-31fe-4e74-bb31-848e3443b297 req-80b2ee5c-14a9-4659-b123-2b7c370d4010 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 1098 time: 0.1228666 Aug 09 17:58:42.526530 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d8f01a71-27d1-484b-b4f6-1dce64dc99ec req-db62f0ba-e8c2-430b-91f4-6adef41d08db tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607982 Aug 09 17:58:42.541258 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Sync routers for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:58:42.551501 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:42.552296 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:42.587585 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-49f86f30-31fe-4e74-bb31-848e3443b297 req-e6d256ba-e54b-44bb-8311-ebb57935c823 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637801 Aug 09 17:58:42.642885 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc350381-d46b-4feb-9425-a8ba138d4176 req-a4f0c876-9054-4d0d-9af8-7af92203f0f1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:42.648062 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dc350381-d46b-4feb-9425-a8ba138d4176 req-a4f0c876-9054-4d0d-9af8-7af92203f0f1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 931 time: 0.0704820 Aug 09 17:58:42.702530 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce7b234-b382-4ae0-a441-462d05430503 {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:58:42.703518 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:42.710490 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dc350381-d46b-4feb-9425-a8ba138d4176 req-fe156ab9-dbb0-48bd-ae71-19eea29c036a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548368 Aug 09 17:58:42.733870 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:42.745907 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Transition to ACTIVE for port object 7ce7b234-b382-4ae0-a441-462d05430503 will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:42.818666 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39796) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:42.823928 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-512905342-network', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:42.903386 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:42.919576 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device a4f399ed-c68a-4aa2-91e7-ed78bfec1190 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:42.953818 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Pushing event updated for resources: {'Port': ['ID=7ce7b234-b382-4ae0-a441-462d05430503,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:42.986950 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Made reservation on behalf of 0670867aa4144e6182e1d408f27c52e9 for: {'network': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:58:42.990574 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:42.992196 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 2, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:43.002014 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.023866 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port a4f399ed-c68a-4aa2-91e7-ed78bfec1190 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:43.024259 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.026014 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Checking router: 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:58:43.026356 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Updating router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 binding host dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:58:43.078424 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Attempting to bind port 7ce7b234-b382-4ae0-a441-462d05430503 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:43.078586 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Attempting to bind port 7ce7b234-b382-4ae0-a441-462d05430503 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:43.079206 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Attempting to bind port 7ce7b234-b382-4ae0-a441-462d05430503 on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:43.082166 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.093787 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Port 7ce7b234-b382-4ae0-a441-462d05430503 on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:58:43.094123 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Attempting to bind port 7ce7b234-b382-4ae0-a441-462d05430503 on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:43.103017 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:43.103356 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Checking segment: {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:43.103762 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Bound using segment: {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:43.104175 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Bound port: 7ce7b234-b382-4ae0-a441-462d05430503, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:43.104599 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.193958 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c249579-ead5-49cb-99d3-a41fc0a7047b req-fb7ec165-07ef-44c0-bde4-3d8047070a44 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:43.213357 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.225338 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5c249579-ead5-49cb-99d3-a41fc0a7047b req-fb7ec165-07ef-44c0-bde4-3d8047070a44 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0884783 Aug 09 17:58:43.225807 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] For port 7ce7b234-b382-4ae0-a441-462d05430503, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:43.225807 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] For port 7ce7b234-b382-4ae0-a441-462d05430503, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7ce7b234-b382-4ae0-a441-462d05430503,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:43.263921 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5c249579-ead5-49cb-99d3-a41fc0a7047b req-3748b60f-024e-4502-bfc8-01a962459f8a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549927 Aug 09 17:58:43.312909 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.350186 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.388745 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=100425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:58:43.402284 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:43.403001 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.404290 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.404534 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] 10.222.0.77 "PUT /v2.0/ports/7ce7b234-b382-4ae0-a441-462d05430503 HTTP/1.1" status: 200 len: 1093 time: 1.2384245 Aug 09 17:58:43.405157 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209ac120-2a17-4131-83c6-54d3b22c3218', 'tag': '7ce7b234-b382-4ae0-a441-462d05430503'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:58:43.407512 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7377db-5c46-4cc4-8603-f5ec9ade2ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "209ac120-2a17-4131-83c6-54d3b22c3218", "tag": "7ce7b234-b382-4ae0-a441-462d05430503"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:58:43.414188 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4a370a-8949-4804-a4ac-27c8f6327954,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:43.417221 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Transition to ACTIVE for port object d55a53e7-0fed-4f78-b19e-05a4e906d4e5 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:43.427748 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.428302 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.segments_db [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Added segment 6aaaa723-7dfd-49ac-8710-d4559da22eba of type vlan for network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae Aug 09 17:58:43.447052 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:58:43.469883 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0707e96e-26e9-4911-b281-4b3a5ff6cce3 x-openstack-request-id: req-0707e96e-26e9-4911-b281-4b3a5ff6cce3 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:58:43.470167 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209ac120-2a17-4131-83c6-54d3b22c3218", "tag": "7ce7b234-b382-4ae0-a441-462d05430503", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:58:43.470415 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0707e96e-26e9-4911-b281-4b3a5ff6cce3 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:58:43.470797 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209ac120-2a17-4131-83c6-54d3b22c3218', 'tag': '7ce7b234-b382-4ae0-a441-462d05430503', 'status': 'completed', 'code': 200} Aug 09 17:58:43.495544 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743260e-96ba-4eef-ad3b-e11f6ad6487c service neutron] Pushing event updated for resources: {'Port': ['ID=7ce7b234-b382-4ae0-a441-462d05430503,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:43.499114 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.537678 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.563809 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7377db-5c46-4cc4-8603-f5ec9ade2ca3 req-ae54117c-425b-49cd-b2e8-28797d35dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:43.565340 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-3f7377db-5c46-4cc4-8603-f5ec9ade2ca3 req-ae54117c-425b-49cd-b2e8-28797d35dd44 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 1096 time: 0.0401776 Aug 09 17:58:43.590483 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b1980-244f-41a6-b2e6-88c8b50a2ac0 None None] Pushing event updated for resources: {'Port': ['ID=d55a53e7-0fed-4f78-b19e-05a4e906d4e5,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:43.653205 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.654474 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:43.664058 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.664360 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Attempting to bind port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:43.664360 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Attempting to bind port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:43.664561 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c336e0-408d-4c27-8877-e40f46052542 req-2f1f8ce4-b44d-42f3-aacd-c53039853b09 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:43.664656 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Attempting to bind port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:43.664751 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-71c336e0-408d-4c27-8877-e40f46052542 req-2f1f8ce4-b44d-42f3-aacd-c53039853b09 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.0532327 Aug 09 17:58:43.664837 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:43.664837 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Checking segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:43.665326 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.665947 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Bound using segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:43.666644 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Bound port: d55a53e7-0fed-4f78-b19e-05a4e906d4e5, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:43.667245 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.710351 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-71c336e0-408d-4c27-8877-e40f46052542 req-da67eadb-5185-4fac-a9a8-1689e7f44e04 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435023 Aug 09 17:58:43.765989 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] For port d55a53e7-0fed-4f78-b19e-05a4e906d4e5, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:43.771668 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] For port d55a53e7-0fed-4f78-b19e-05a4e906d4e5, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=d55a53e7-0fed-4f78-b19e-05a4e906d4e5,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:43.804167 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7377db-5c46-4cc4-8603-f5ec9ade2ca3 req-8919aa85-f375-41d4-a913-c248fbb1d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:43.806169 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-3f7377db-5c46-4cc4-8603-f5ec9ade2ca3 req-8919aa85-f375-41d4-a913-c248fbb1d306 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2142572 Aug 09 17:58:43.830809 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] Pushing event updated for resources: {'Network': ['ID=88a8a2af-de95-44b0-bab5-b30b4dfa48ae,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:43.843280 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:58:43.856230 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-35420d64-a244-40dd-97f1-dee25d051490 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0363870 Aug 09 17:58:43.861695 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39820) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:43.867983 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Request body: {'subnet': {'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-512905342-subnet', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'ip_version': 4}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:43.901221 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:43.947794 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e315ab7-570a-42a4-a01e-bb64f4dc5935 req-114dada6-56c4-46a2-af61-785834599b22 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:43.953056 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7e315ab7-570a-42a4-a01e-bb64f4dc5935 req-114dada6-56c4-46a2-af61-785834599b22 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 943 time: 0.1325336 Aug 09 17:58:44.002271 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:44.003151 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:44.009792 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b1980-244f-41a6-b2e6-88c8b50a2ac0 None None] Pushing event updated for resources: {'Port': ['ID=d55a53e7-0fed-4f78-b19e-05a4e906d4e5,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:44.046795 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7e315ab7-570a-42a4-a01e-bb64f4dc5935 req-d1b70ecb-f0cf-416b-92ce-7661f67158f1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851512 Aug 09 17:58:44.047813 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Made reservation on behalf of 0670867aa4144e6182e1d408f27c52e9 for: {'subnet': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:58:44.050285 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878777'] for subnet, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:44.141245 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7377db-5c46-4cc4-8603-f5ec9ade2ca3 req-c3774cac-6cfe-4495-b9ed-76ecf6fe7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:44.142822 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-3f7377db-5c46-4cc4-8603-f5ec9ade2ca3 req-c3774cac-6cfe-4495-b9ed-76ecf6fe7a78 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2515357 Aug 09 17:58:44.248996 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e53f1a16-9fc9-4807-b876-22ba2a8c01f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:44.278518 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:44.296750 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-3c046ff7-1221-4431-8026-d0b81d3ef15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:44.298514 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-3c046ff7-1221-4431-8026-d0b81d3ef15c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 1096 time: 0.0606625 Aug 09 17:58:44.405175 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b3edb-8dec-4eac-9ecd-2ec425de4b5d req-66fcab06-96a8-4011-bda1-2ebbbc538403 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:44.407107 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-259b3edb-8dec-4eac-9ecd-2ec425de4b5d req-66fcab06-96a8-4011-bda1-2ebbbc538403 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0662959 Aug 09 17:58:44.434811 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2648349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878731'] for subnet, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:44.459667 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-259b3edb-8dec-4eac-9ecd-2ec425de4b5d req-6244285e-b0aa-43ca-b01c-76fe21a83d49 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434990 Aug 09 17:58:44.516629 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:44.537500 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Checking segment: {'id': '6aaaa723-7dfd-49ac-8710-d4559da22eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:44.537500 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Network hostable DHCP agents. Network: 88a8a2af-de95-44b0-bab5-b30b4dfa48ae, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:58:44.555872 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:43Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:44.590601 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9369a21-0d8a-4b1e-91ec-7cb03918aaae None None] The sync data for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi is: [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:43Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:58:44.608577 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39836) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:44.687045 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:58:44.748822 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d917-1a44-4f44-8e92-389b3662f186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:44.825763 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 88a8a2af-de95-44b0-bab5-b30b4dfa48ae) {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:44.836819 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f67d8-9ac5-4fce-9201-18cb1ae53e88 None None] Network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:58:44.850352 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:44.852211 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:44.857955 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d917-1a44-4f44-8e92-389b3662f186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:44.882930 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac222d7-b502-4d79-b64c-0dddfcbadcb9 req-2901f548-75d8-4a52-9dd7-108a53d35cd4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:44.893196 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3ac222d7-b502-4d79-b64c-0dddfcbadcb9 req-2901f548-75d8-4a52-9dd7-108a53d35cd4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.0834055 Aug 09 17:58:44.937909 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3ac222d7-b502-4d79-b64c-0dddfcbadcb9 req-6ec2e7b2-e9ba-4c74-9bf6-512e4ed51849 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438080 Aug 09 17:58:45.009272 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d917-1a44-4f44-8e92-389b3662f186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.026440 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d55a53e7-0fed-4f78-b19e-05a4e906d4e5 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:45.056430 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-6fe3d917-1a44-4f44-8e92-389b3662f186 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66f19f56c95447788034baa57cbd46fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465234 Aug 09 17:58:45.057665 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3d917-1a44-4f44-8e92-389b3662f186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3c2365-f4c9-47e7-8808-66cd4d327801,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:45.063318 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39844) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:45.115249 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb000c3e-e308-57ef-a55f-819445f3f8a7-88a8a2af-de95-44b0-bab5-b30b4dfa48ae', 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'fixed_ips': [{'subnet_id': '5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb'}]}} from dv-cinder-788363-10-iscsi. {{(pid=100427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 17:58:45.116600 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.130035 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d270b520-7cdd-4cf7-aa2e-a02f6e140de0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2666540 Aug 09 17:58:45.137971 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39848) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:45.139065 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-512905342-router', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:45.142775 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3a973fad-6418-40a2-a690-04467b963fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.202417 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3a973fad-6418-40a2-a690-04467b963fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.230218 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:45.264693 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:45.265024 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.271838 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573903e-0d41-4b15-a171-a40e2a085e08 req-c5a2358c-23b8-4955-934b-518ccc7bb438 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:45.278638 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0573903e-0d41-4b15-a171-a40e2a085e08 req-c5a2358c-23b8-4955-934b-518ccc7bb438 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 943 time: 0.1322746 Aug 09 17:58:45.338647 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0573903e-0d41-4b15-a171-a40e2a085e08 req-48f0705c-9ee5-48d3-bf57-e89a78af415b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466697 Aug 09 17:58:45.357233 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Allocated IP 172.20.0.2 (88a8a2af-de95-44b0-bab5-b30b4dfa48ae/5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb/dbad2fed-fe5d-4f75-9dca-514036e34e82) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:45.407097 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2805'] for router, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.408976 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2814'] for router, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.449136 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3a973fad-6418-40a2-a690-04467b963fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.451742 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3a973fad-6418-40a2-a690-04467b963fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.455501 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-3a973fad-6418-40a2-a690-04467b963fad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c3c2365-f4c9-47e7-8808-66cd4d327801 HTTP/1.1" status: 204 len: 168 time: 0.3927798 Aug 09 17:58:45.471671 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a973fad-6418-40a2-a690-04467b963fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3c2365-f4c9-47e7-8808-66cd4d327801,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:45.513705 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.547619 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.625046 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6d177-6057-4795-80b7-0463bb82019a req-5d7c5f23-f9c0-46ba-896d-01534765384e tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:45.627820 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-85c6d177-6057-4795-80b7-0463bb82019a req-5d7c5f23-f9c0-46ba-896d-01534765384e tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0625405 Aug 09 17:58:45.632840 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port d55a53e7-0fed-4f78-b19e-05a4e906d4e5, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=d55a53e7-0fed-4f78-b19e-05a4e906d4e5,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:45.640512 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.655691 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Transition to ACTIVE for port object dbad2fed-fe5d-4f75-9dca-514036e34e82 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:45.672657 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Transition to ACTIVE for port object dbad2fed-fe5d-4f75-9dca-514036e34e82 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:45.677318 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-85c6d177-6057-4795-80b7-0463bb82019a req-9f9c7ae2-3883-4a74-b0fc-fc8ca23544d8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Aug 09 17:58:45.726860 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.815394 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.819577 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=d55a53e7-0fed-4f78-b19e-05a4e906d4e5,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:45.874374 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:45.925135 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:45.929614 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:45.935801 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:46.003506 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Pushing event updated for resources: {'Port': ['ID=dbad2fed-fe5d-4f75-9dca-514036e34e82,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:46.030136 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:58:46.054869 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Attempting to bind port dbad2fed-fe5d-4f75-9dca-514036e34e82 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:46.055407 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Attempting to bind port dbad2fed-fe5d-4f75-9dca-514036e34e82 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '6aaaa723-7dfd-49ac-8710-d4559da22eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:46.055946 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Attempting to bind port dbad2fed-fe5d-4f75-9dca-514036e34e82 on network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:46.063207 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:46.063580 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Checking segment: {'id': '6aaaa723-7dfd-49ac-8710-d4559da22eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:46.064058 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.067455 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Bound using segment: {'id': '6aaaa723-7dfd-49ac-8710-d4559da22eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:46.067455 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Bound port: dbad2fed-fe5d-4f75-9dca-514036e34e82, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaaa723-7dfd-49ac-8710-d4559da22eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:46.067455 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.127820 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b4a83-a705-4c3a-bb27-5761c8cbecce req-594e3177-c039-4f79-a27d-8b4fbc8eb31a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:46.130304 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a80b4a83-a705-4c3a-bb27-5761c8cbecce req-594e3177-c039-4f79-a27d-8b4fbc8eb31a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 943 time: 0.1044097 Aug 09 17:58:46.187756 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] For port dbad2fed-fe5d-4f75-9dca-514036e34e82, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:46.189202 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a80b4a83-a705-4c3a-bb27-5761c8cbecce req-93e5d903-a799-470d-be4a-198a50bbc7b0 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508990 Aug 09 17:58:46.194419 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] For port dbad2fed-fe5d-4f75-9dca-514036e34e82, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=dbad2fed-fe5d-4f75-9dca-514036e34e82,segment=NetworkSegment(6aaaa723-7dfd-49ac-8710-d4559da22eba),segment_id=6aaaa723-7dfd-49ac-8710-d4559da22eba)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:46.207988 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:46.222758 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'port_id': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7', 'mac_address': 'fa:16:3e:79:ae:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:58:46.261955 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.276552 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:58:46.282602 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.324540 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:46.356387 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddd08b-ea5b-40f6-9702-be51c2eb133d req-3f91fd76-2a5d-4921-8eaf-2f7295c3c33d tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:46.357814 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f2ddd08b-ea5b-40f6-9702-be51c2eb133d req-3f91fd76-2a5d-4921-8eaf-2f7295c3c33d tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1175351 Aug 09 17:58:46.359376 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.383914 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363d3bf-ccd4-447e-a0b2-9d804d10094e None None] Pushing event updated for resources: {'Port': ['ID=dbad2fed-fe5d-4f75-9dca-514036e34e82,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:46.384722 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.457583 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.506265 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f2ddd08b-ea5b-40f6-9702-be51c2eb133d req-94e33ff6-dfdf-4ae7-866b-4904def25d50 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236880 Aug 09 17:58:46.550292 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:46.570712 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebfaa0-5ffc-4f6a-a7f3-b83356648f21 req-dadca145-93dc-449b-98c5-10ad108038d6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:46.572282 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a4ebfaa0-5ffc-4f6a-a7f3-b83356648f21 req-dadca145-93dc-449b-98c5-10ad108038d6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 943 time: 0.1309266 Aug 09 17:58:46.606327 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b19694e9-3185-4a78-bf3a-c9e081364f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.620638 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Allocated IP 172.27.1.27 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/43b79990-f217-41da-981f-b17ca2ed1911) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:46.636683 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39882) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:46.652945 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a4ebfaa0-5ffc-4f6a-a7f3-b83356648f21 req-9dca22c4-45ad-44f0-b298-bb37bc371791 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722516 Aug 09 17:58:46.796708 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.796833 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f9e4de07-930d-436e-b6f4-8e93fa90a74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.879925 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f9e4de07-930d-436e-b6f4-8e93fa90a74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.909102 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.930317 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:46.954349 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:46.958273 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:46.960795 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:46.984857 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Pushing event updated for resources: {'Port': ['ID=43b79990-f217-41da-981f-b17ca2ed1911,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:46.995325 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f9e4de07-930d-436e-b6f4-8e93fa90a74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:47.010197 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device dbad2fed-fe5d-4f75-9dca-514036e34e82 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:47.110428 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-98b532a6-db60-4bfe-99d7-3c175c729aa2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce7b234-b382-4ae0-a441-462d05430503 HTTP/1.1" status: 200 len: 217 time: 0.0611360 Aug 09 17:58:47.119347 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-f9e4de07-930d-436e-b6f4-8e93fa90a74c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8015a91ed2cd4b02b13ef25c5a15004e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787481 Aug 09 17:58:47.119347 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4de07-930d-436e-b6f4-8e93fa90a74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5890f7a2-3a74-4665-8cb9-b54498b5060b,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:47.119731 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39886) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:47.178939 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-6327b65b-9ca5-48c2-92b8-c35e5f17e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:47.180617 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-6327b65b-9ca5-48c2-92b8-c35e5f17e276 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02049257-20b3-4b69-bfea-b66b839b27f3 HTTP/1.1" status: 200 len: 855 time: 0.0542524 Aug 09 17:58:47.181646 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d74d21c0-ce77-42c5-8fa1-a64cb737b345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:47.219704 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-78f45493-a03e-47fb-820c-6b350a8ca735 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257931 Aug 09 17:58:47.332859 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-521a20b0-f8f6-4b8c-ac25-379abe34095e service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048651 Aug 09 17:58:47.361433 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port dbad2fed-fe5d-4f75-9dca-514036e34e82 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:47.371376 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d55a53e7-0fed-4f78-b19e-05a4e906d4e5 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:47.398421 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d74d21c0-ce77-42c5-8fa1-a64cb737b345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:47.456132 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:47.456572 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:47.477224 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e18621e1-ecc0-4f91-b652-2fcdb6d9ce2b req-ff601dfc-b220-4516-b442-3f6aa301b8f7 service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352077 Aug 09 17:58:47.481893 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca574f7-0e32-4ced-abbd-3990eebf63cb None None] Network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:58:47.485602 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034b67d-3a7c-4bbd-9b11-1d4137fa8e67 req-ec333489-f08f-415f-8607-0235e9f119d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:47.487049 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f034b67d-3a7c-4bbd-9b11-1d4137fa8e67 req-ec333489-f08f-415f-8607-0235e9f119d9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 1098 time: 0.0661080 Aug 09 17:58:47.509004 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:58:47.601778 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0ebfd-fe27-479d-a9cb-e9a9922567c1 req-83f05483-26aa-45fb-8dfc-eee1202683b9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:47.602338 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e5e0ebfd-fe27-479d-a9cb-e9a9922567c1 req-83f05483-26aa-45fb-8dfc-eee1202683b9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 944 time: 0.2081850 Aug 09 17:58:47.640479 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:47.641555 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034b67d-3a7c-4bbd-9b11-1d4137fa8e67 req-637b0841-099f-4f50-8546-66a7794ad2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:47.643228 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f034b67d-3a7c-4bbd-9b11-1d4137fa8e67 req-637b0841-099f-4f50-8546-66a7794ad2f5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 920 time: 0.1437454 Aug 09 17:58:47.694647 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f034b67d-3a7c-4bbd-9b11-1d4137fa8e67 req-e34d5173-d069-4985-8b98-a39169417ba9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642533d7-a56a-4503-981e-d518e8beaed5 HTTP/1.1" status: 200 len: 217 time: 0.0360169 Aug 09 17:58:47.748546 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e5e0ebfd-fe27-479d-a9cb-e9a9922567c1 req-2e84aee8-4644-4d31-8ff0-6e07b2146748 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128933 Aug 09 17:58:47.774662 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034b67d-3a7c-4bbd-9b11-1d4137fa8e67 req-7073309e-62b3-4f1c-99df-cd6bb3bc97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:47.776468 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f034b67d-3a7c-4bbd-9b11-1d4137fa8e67 req-7073309e-62b3-4f1c-99df-cd6bb3bc97a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbbf44f-702e-4b0d-ae1d-15b3c624f928 HTTP/1.1" status: 200 len: 859 time: 0.0684307 Aug 09 17:58:47.792307 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f384441-3c5c-4940-b283-289a75a62548 req-5c95714e-054c-464e-aa26-f6c0575c7894 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:47.800099 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9f384441-3c5c-4940-b283-289a75a62548 req-5c95714e-054c-464e-aa26-f6c0575c7894 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1615925 Aug 09 17:58:47.828677 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f034b67d-3a7c-4bbd-9b11-1d4137fa8e67 req-d377f938-9298-4ea7-9e0f-21cf87091996 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432806 Aug 09 17:58:47.886162 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-36c5e073-1baf-44cd-8400-15df05bc58ff None None] Provisioning for port dbad2fed-fe5d-4f75-9dca-514036e34e82 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:47.891994 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-36c5e073-1baf-44cd-8400-15df05bc58ff None None] Provisioning complete for port dbad2fed-fe5d-4f75-9dca-514036e34e82 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:47.891994 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-36c5e073-1baf-44cd-8400-15df05bc58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:47.940446 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9f384441-3c5c-4940-b283-289a75a62548 req-7d51a875-3e63-47b0-bd31-10ccf38f584d tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387289 Aug 09 17:58:47.943790 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d74d21c0-ce77-42c5-8fa1-a64cb737b345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:47.947874 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d74d21c0-ce77-42c5-8fa1-a64cb737b345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:47.951506 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f034b67d-3a7c-4bbd-9b11-1d4137fa8e67 req-e742ad59-a52f-4784-9765-24cd072886f1 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070397 Aug 09 17:58:47.951643 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-d74d21c0-ce77-42c5-8fa1-a64cb737b345 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5890f7a2-3a74-4665-8cb9-b54498b5060b HTTP/1.1" status: 204 len: 168 time: 0.8283207 Aug 09 17:58:47.967699 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d21c0-ce77-42c5-8fa1-a64cb737b345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5890f7a2-3a74-4665-8cb9-b54498b5060b,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:48.004259 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6a495-e036-4a4f-bbd8-6c8d5cb4d9ac req-b793cf96-243d-4794-bb98-7787792b9119 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:48.010343 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4fd6a495-e036-4a4f-bbd8-6c8d5cb4d9ac req-b793cf96-243d-4794-bb98-7787792b9119 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 943 time: 0.2022316 Aug 09 17:58:48.036867 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:48.044053 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-36c5e073-1baf-44cd-8400-15df05bc58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:48.081767 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-36c5e073-1baf-44cd-8400-15df05bc58ff None None] For port dbad2fed-fe5d-4f75-9dca-514036e34e82, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=dbad2fed-fe5d-4f75-9dca-514036e34e82,segment=NetworkSegment(6aaaa723-7dfd-49ac-8710-d4559da22eba),segment_id=6aaaa723-7dfd-49ac-8710-d4559da22eba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:48.085225 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f034b67d-3a7c-4bbd-9b11-1d4137fa8e67 req-0b23db28-0a98-43f0-b740-de1b8b3de1fb service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263475 Aug 09 17:58:48.116299 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4fd6a495-e036-4a4f-bbd8-6c8d5cb4d9ac req-f86c030a-683a-4816-bff7-eacd401a7cb6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028209 Aug 09 17:58:48.117684 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809'] for router, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:48.211951 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-36c5e073-1baf-44cd-8400-15df05bc58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:48.263101 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5e073-1baf-44cd-8400-15df05bc58ff None None] Pushing event updated for resources: {'Port': ['ID=dbad2fed-fe5d-4f75-9dca-514036e34e82,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:48.332173 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-0ec906a7-a1d5-456e-b27e-f04827896ef2 None None] Provisioning complete for port dbad2fed-fe5d-4f75-9dca-514036e34e82 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:48.332537 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0ec906a7-a1d5-456e-b27e-f04827896ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:48.577701 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Router 2369e338-1be8-4016-acae-894345ccfc1e is scheduled to L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 with binding_index 1 {{(pid=100426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 17:58:48.697079 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:58:48.714353 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Sync routers for ids ['2369e338-1be8-4016-acae-894345ccfc1e'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:58:48.728380 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Routers {'2369e338-1be8-4016-acae-894345ccfc1e'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:48.729358 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['2369e338-1be8-4016-acae-894345ccfc1e'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:48.852732 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Set router 2369e338-1be8-4016-acae-894345ccfc1e gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:48.881936 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58883e-af5b-4d6b-9fbc-ce2f9848022c req-3a36b226-9d21-4645-8c11-17c0f2931dfa tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:48.883526 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c58883e-af5b-4d6b-9fbc-ce2f9848022c req-3a36b226-9d21-4645-8c11-17c0f2931dfa tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 944 time: 0.0840509 Aug 09 17:58:48.885011 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:48.886185 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-4ddf689b-b318-4bcd-adfd-b4b0b488152d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7522938 Aug 09 17:58:48.889424 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 39918) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:48.988796 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device dbad2fed-fe5d-4f75-9dca-514036e34e82 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:49.050923 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port dbad2fed-fe5d-4f75-9dca-514036e34e82 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:49.051804 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.092946 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:49.095823 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c58883e-af5b-4d6b-9fbc-ce2f9848022c req-bd6d6fe8-1ddf-4ae6-bd46-9ad58322af77 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935568 Aug 09 17:58:49.111028 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2369e338-1be8-4016-acae-894345ccfc1e', 'name': 'tempest-TestVolumeBootPattern-512905342-router', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '43b79990-f217-41da-981f-b17ca2ed1911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:45Z', 'updated_at': '2021-08-09T17:58:47Z', 'revision_number': 3, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'gw_port': {'id': '43b79990-f217-41da-981f-b17ca2ed1911', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:46Z', 'updated_at': '2021-08-09T17:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:49.135981 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60171ef-36bb-4019-8be5-ff56535a82d3 req-582251db-a390-4125-b3af-3725d647aeda tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:49.137849 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b60171ef-36bb-4019-8be5-ff56535a82d3 req-582251db-a390-4125-b3af-3725d647aeda tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0983298 Aug 09 17:58:49.166248 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39926) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:49.185832 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e3221b10-ddb2-44b9-8483-8c5e54ac0d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.186342 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Checking router: 2369e338-1be8-4016-acae-894345ccfc1e for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:58:49.186920 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Updating router 2369e338-1be8-4016-acae-894345ccfc1e port 43b79990-f217-41da-981f-b17ca2ed1911 binding host dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:58:49.243765 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.304575 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:49.311642 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:49.312234 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.357011 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e3221b10-ddb2-44b9-8483-8c5e54ac0d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.368541 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.423072 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.450703 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e6263-ceb4-46f2-b010-0dc22aa1f682 req-94df0a20-2aca-412b-a4ef-d92ff8fae6c3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:49.454233 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731821be-45e9-449b-90d9-8d6b939db20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:58:49.457240 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ce19c4-30a2-4124-b70a-ba2f56d0a0c6" -d '{"events": [{"server_uuid": "731821be-45e9-449b-90d9-8d6b939db20b", "name": "network-vif-plugged", "status": "completed", "tag": "b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:58:49.458349 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-134e6263-ceb4-46f2-b010-0dc22aa1f682 req-94df0a20-2aca-412b-a4ef-d92ff8fae6c3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 943 time: 0.1563299 Aug 09 17:58:49.464437 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b60171ef-36bb-4019-8be5-ff56535a82d3 req-5f3d759c-88a7-4c9c-b7e5-ba952fea4e18 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641021 Aug 09 17:58:49.474920 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:49.567134 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e16b1be-486f-4709-8c28-ff02163b27cc x-openstack-request-id: req-6e16b1be-486f-4709-8c28-ff02163b27cc {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:58:49.567134 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731821be-45e9-449b-90d9-8d6b939db20b", "name": "network-vif-plugged", "status": "completed", "tag": "b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:58:49.567134 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e16b1be-486f-4709-8c28-ff02163b27cc {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:58:49.567134 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731821be-45e9-449b-90d9-8d6b939db20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7', 'code': 200} Aug 09 17:58:49.567539 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-134e6263-ceb4-46f2-b010-0dc22aa1f682 req-8a66abea-b5bc-43d9-8978-7289bca997a7 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864205 Aug 09 17:58:49.589314 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e3221b10-ddb2-44b9-8483-8c5e54ac0d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.628107 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3221b10-ddb2-44b9-8483-8c5e54ac0d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be177a5-f0cc-4a5e-99c8-0b97f82d73fa,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:49.634605 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-e3221b10-ddb2-44b9-8483-8c5e54ac0d45 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bda2203b3760409d934c8407678d3145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673383 Aug 09 17:58:49.639437 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39936) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:49.643339 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.655141 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Transition to ACTIVE for port object 43b79990-f217-41da-981f-b17ca2ed1911 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:49.676952 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.692119 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8538f0df-6513-4e34-a05d-f7884ad6cd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.717331 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8538f0df-6513-4e34-a05d-f7884ad6cd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.796013 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.814608 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.894530 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:49.898355 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Attempting to bind port 43b79990-f217-41da-981f-b17ca2ed1911 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:49.898733 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Attempting to bind port 43b79990-f217-41da-981f-b17ca2ed1911 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:49.899092 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Attempting to bind port 43b79990-f217-41da-981f-b17ca2ed1911 on network 7da24a41-1e78-4151-865c-40a66cc95cd0 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:49.907059 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:49.907710 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:49.908268 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.908975 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Bound using segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:49.909634 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Bound port: 43b79990-f217-41da-981f-b17ca2ed1911, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:49.910224 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.918566 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8538f0df-6513-4e34-a05d-f7884ad6cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.928122 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8538f0df-6513-4e34-a05d-f7884ad6cd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:49.929289 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-8538f0df-6513-4e34-a05d-f7884ad6cd58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1be177a5-f0cc-4a5e-99c8-0b97f82d73fa HTTP/1.1" status: 204 len: 168 time: 0.2887018 Aug 09 17:58:49.954263 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538f0df-6513-4e34-a05d-f7884ad6cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be177a5-f0cc-4a5e-99c8-0b97f82d73fa,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:49.966165 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea48e6-4072-428c-a561-cf28b3b72e55 None None] Pushing event updated for resources: {'Port': ['ID=43b79990-f217-41da-981f-b17ca2ed1911,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:49.984674 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] For port 43b79990-f217-41da-981f-b17ca2ed1911, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:49.988929 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] For port 43b79990-f217-41da-981f-b17ca2ed1911, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=43b79990-f217-41da-981f-b17ca2ed1911,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:50.068755 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Allocated IP 172.20.0.1 (88a8a2af-de95-44b0-bab5-b30b4dfa48ae/5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb/3d00c357-d231-4b86-8163-465ebb7ce885) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:58:50.165275 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabc779-f9a9-49d0-a748-b7b7bb4088d4 req-1d1715fa-c011-4d3f-82c4-10f338508d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:50.166463 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5fabc779-f9a9-49d0-a748-b7b7bb4088d4 req-1d1715fa-c011-4d3f-82c4-10f338508d98 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 1098 time: 0.0558109 Aug 09 17:58:50.174795 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:50.202853 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:50.237143 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Routers {'2369e338-1be8-4016-acae-894345ccfc1e'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:50.237803 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['2369e338-1be8-4016-acae-894345ccfc1e'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:50.242940 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Transition to ACTIVE for port object 3d00c357-d231-4b86-8163-465ebb7ce885 will not be triggered until provisioned by entity DHCP. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:50.275689 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa232993-b09f-445d-a11a-9b13a64a21a5 req-75d8e00f-2795-4c2a-9f08-43a582adc8ae tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:50.276951 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea48e6-4072-428c-a561-cf28b3b72e55 None None] Pushing event updated for resources: {'Port': ['ID=43b79990-f217-41da-981f-b17ca2ed1911,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:50.277717 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fa232993-b09f-445d-a11a-9b13a64a21a5 req-75d8e00f-2795-4c2a-9f08-43a582adc8ae tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0897796 Aug 09 17:58:50.293642 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5fabc779-f9a9-49d0-a748-b7b7bb4088d4 req-8fdad042-a9c4-427a-9fce-c5554ff39bdb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531178 Aug 09 17:58:50.342834 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fa232993-b09f-445d-a11a-9b13a64a21a5 req-ccffa829-c093-43e6-8c17-747c595e852b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531139 Aug 09 17:58:50.367742 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] Set router 2369e338-1be8-4016-acae-894345ccfc1e gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:50.493165 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:50.540220 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:50.543197 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:50.545993 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:58:50.583387 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2369e338-1be8-4016-acae-894345ccfc1e', 'name': 'tempest-TestVolumeBootPattern-512905342-router', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '43b79990-f217-41da-981f-b17ca2ed1911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:45Z', 'updated_at': '2021-08-09T17:58:47Z', 'revision_number': 3, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'gw_port': {'id': '43b79990-f217-41da-981f-b17ca2ed1911', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:46Z', 'updated_at': '2021-08-09T17:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:50.635390 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d00c357-d231-4b86-8163-465ebb7ce885,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:50.665678 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610314'] for router_interface, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:50.714362 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f508c1-f1c9-41e8-8ca1-a13e82eb4ed6 None None] The sync data for ids ['2369e338-1be8-4016-acae-894345ccfc1e'] in dv-cinder-788363-10-iscsi is: [{'id': '2369e338-1be8-4016-acae-894345ccfc1e', 'name': 'tempest-TestVolumeBootPattern-512905342-router', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '43b79990-f217-41da-981f-b17ca2ed1911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:45Z', 'updated_at': '2021-08-09T17:58:47Z', 'revision_number': 3, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'gw_port': {'id': '43b79990-f217-41da-981f-b17ca2ed1911', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:46Z', 'updated_at': '2021-08-09T17:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:58:50.753655 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc47848-528d-4451-bc53-d07cc0e6a1e7 req-8e8ab31a-5e6d-4c10-8941-c1b86b05d2b4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:50.755799 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bdc47848-528d-4451-bc53-d07cc0e6a1e7 req-8e8ab31a-5e6d-4c10-8941-c1b86b05d2b4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1793568 Aug 09 17:58:50.822158 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39826eb-7f33-4ce6-a015-f796976d12cb req-a22e000f-d9a5-4f15-aed7-d35fd41a6817 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:50.822158 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d39826eb-7f33-4ce6-a015-f796976d12cb req-a22e000f-d9a5-4f15-aed7-d35fd41a6817 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 943 time: 0.1888866 Aug 09 17:58:50.882246 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bdc47848-528d-4451-bc53-d07cc0e6a1e7 req-b16256eb-247b-4952-9cb0-c98691d2b24b tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117973 Aug 09 17:58:50.907213 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d39826eb-7f33-4ce6-a015-f796976d12cb req-f3ca79e4-deb3-481b-a250-91add7fb2cee tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742080 Aug 09 17:58:50.936966 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39956) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:50.951481 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-dd671f78-f3e1-4a27-9e7f-a8d604c424dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.023503 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-82333301-fc81-4ce4-be83-3728cf28f4df None None] Provisioning for port 3d00c357-d231-4b86-8163-465ebb7ce885 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:51.027560 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-82333301-fc81-4ce4-be83-3728cf28f4df None None] Provisioning complete for port 3d00c357-d231-4b86-8163-465ebb7ce885 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:51.038071 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-82333301-fc81-4ce4-be83-3728cf28f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.066998 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-dd671f78-f3e1-4a27-9e7f-a8d604c424dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.070272 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-82333301-fc81-4ce4-be83-3728cf28f4df None None] Port 3d00c357-d231-4b86-8163-465ebb7ce885 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:58:51.124655 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.161124 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-dd671f78-f3e1-4a27-9e7f-a8d604c424dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.204093 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-dd671f78-f3e1-4a27-9e7f-a8d604c424dd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=74f00445f8574c74863d93d16f0dca18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635410 Aug 09 17:58:51.204093 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd671f78-f3e1-4a27-9e7f-a8d604c424dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcfb942-8121-48f8-8058-4b3c3fbc45ef,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:51.204851 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 39958) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:51.263556 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-b796-4bcd-b7ff-b3c1a6a9dcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.286348 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-b796-4bcd-b7ff-b3c1a6a9dcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.335042 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.440435 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.469865 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-b796-4bcd-b7ff-b3c1a6a9dcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.472597 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0765534e-b796-4bcd-b7ff-b3c1a6a9dcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.476882 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0765534e-b796-4bcd-b7ff-b3c1a6a9dcd6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bfcfb942-8121-48f8-8058-4b3c3fbc45ef HTTP/1.1" status: 204 len: 168 time: 0.2682817 Aug 09 17:58:51.487794 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765534e-b796-4bcd-b7ff-b3c1a6a9dcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcfb942-8121-48f8-8058-4b3c3fbc45ef,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:51.530727 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278f5e5-1403-43c4-a29b-c81c3cd7643a req-8785f829-2f86-4a01-925d-60e499582a49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:51.532272 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1278f5e5-1403-43c4-a29b-c81c3cd7643a req-8785f829-2f86-4a01-925d-60e499582a49 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.1189711 Aug 09 17:58:51.535508 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d00c357-d231-4b86-8163-465ebb7ce885,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:51.538385 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610494'] for router_interface, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.623632 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1278f5e5-1403-43c4-a29b-c81c3cd7643a req-d11d71a8-d94f-4542-ba46-e05ef3362418 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827382 Aug 09 17:58:51.669926 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:58:51.671337 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:58:51.801359 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Router 2369e338-1be8-4016-acae-894345ccfc1e has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:58:51.899676 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-d2dc4bc9-ad91-44fa-8bd6-bb89ff8714b8 None None] Provisioning complete for port 3d00c357-d231-4b86-8163-465ebb7ce885 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:51.899962 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d2dc4bc9-ad91-44fa-8bd6-bb89ff8714b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:51.932816 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:58:51.941623 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-fb475cf8-f9a2-44b7-b063-9212b43a74b1 admin admin] 10.222.0.54 "PUT /v2.0/routers/2369e338-1be8-4016-acae-894345ccfc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0477672 Aug 09 17:58:51.956843 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc4bc9-ad91-44fa-8bd6-bb89ff8714b8 None None] Port 3d00c357-d231-4b86-8163-465ebb7ce885 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:58:52.071495 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d217f1d-59d3-421c-9863-74115d59c02c req-9f041bb5-618a-483d-8767-7233da355ca6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:52.072966 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5d217f1d-59d3-421c-9863-74115d59c02c req-9f041bb5-618a-483d-8767-7233da355ca6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1013703 Aug 09 17:58:52.122499 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5939c4-a0a8-4e14-acde-87e616b6670a req-27ffe142-afb7-45e4-95af-f0a96662926f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:52.124405 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cd5939c4-a0a8-4e14-acde-87e616b6670a req-27ffe142-afb7-45e4-95af-f0a96662926f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 943 time: 0.0994246 Aug 09 17:58:52.150532 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5d217f1d-59d3-421c-9863-74115d59c02c req-1a7e2307-e567-46e5-88e5-c0a77afeb2b9 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623782 Aug 09 17:58:52.184936 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cd5939c4-a0a8-4e14-acde-87e616b6670a req-717f9a33-c2fe-412d-9cd6-7a5482675757 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502489 Aug 09 17:58:52.436690 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Sync routers for ids ['2369e338-1be8-4016-acae-894345ccfc1e'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:58:52.446008 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Routers {'2369e338-1be8-4016-acae-894345ccfc1e'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:52.446627 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-c59bd346-1922-4417-9451-f910183dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['2369e338-1be8-4016-acae-894345ccfc1e'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:52.612721 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 7ce7b234-b382-4ae0-a441-462d05430503 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:58:52.750756 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Set router 2369e338-1be8-4016-acae-894345ccfc1e gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:52.767479 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ed37-2bee-4c17-90f6-366cf1d181fb req-57adefdc-da4a-4b3f-b63a-5eee1b79166c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:52.771809 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6dd5ed37-2bee-4c17-90f6-366cf1d181fb req-57adefdc-da4a-4b3f-b63a-5eee1b79166c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0553606 Aug 09 17:58:52.819910 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6dd5ed37-2bee-4c17-90f6-366cf1d181fb req-055d984c-6c3b-44bf-9aee-5a479b5fa830 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416451 Aug 09 17:58:52.862501 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 7ce7b234-b382-4ae0-a441-462d05430503, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7ce7b234-b382-4ae0-a441-462d05430503,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:52.875657 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 40008) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:52.889258 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-1f62bd31-37de-4c83-8373-65ad230a2911 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138194127', 'description': 'tempest-secgroup-smoke-1138194127 description', 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:52.900895 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '7ce7b234-b382-4ae0-a441-462d05430503', 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426', 'port_id': '7ce7b234-b382-4ae0-a441-462d05430503', 'mac_address': 'fa:16:3e:3e:39:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02049257-20b3-4b69-bfea-b66b839b27f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:58:52.979645 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:52.995618 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1f62bd31-37de-4c83-8373-65ad230a2911 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.014441 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce7b234-b382-4ae0-a441-462d05430503 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:58:53.039698 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 43b79990-f217-41da-981f-b17ca2ed1911 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:53.063771 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 7ce7b234-b382-4ae0-a441-462d05430503, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7ce7b234-b382-4ae0-a441-462d05430503,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:53.108049 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-c59bd346-1922-4417-9451-f910183dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2369e338-1be8-4016-acae-894345ccfc1e', 'name': 'tempest-TestVolumeBootPattern-512905342-router', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '43b79990-f217-41da-981f-b17ca2ed1911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:45Z', 'updated_at': '2021-08-09T17:58:50Z', 'revision_number': 4, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'gw_port': {'id': '43b79990-f217-41da-981f-b17ca2ed1911', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:46Z', 'updated_at': '2021-08-09T17:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '3d00c357-d231-4b86-8163-465ebb7ce885', 'name': '', 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'mac_address': 'fa:16:3e:4c:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:49Z', 'updated_at': '2021-08-09T17:58:51Z', 'revision_number': 2, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'subnets': [{'id': '5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:53.135624 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Checking router: 2369e338-1be8-4016-acae-894345ccfc1e for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:58:53.135983 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Updating router 2369e338-1be8-4016-acae-894345ccfc1e port 3d00c357-d231-4b86-8163-465ebb7ce885 binding host dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 17:58:53.138531 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1f62bd31-37de-4c83-8373-65ad230a2911 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.166054 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.174468 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.221786 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 43b79990-f217-41da-981f-b17ca2ed1911 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:53.241347 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1f62bd31-37de-4c83-8373-65ad230a2911 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.242607 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 43b79990-f217-41da-981f-b17ca2ed1911 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:53.242977 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.274499 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62bd31-37de-4c83-8373-65ad230a2911 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c774b359-8b3a-416e-8cd8-cfc587eb3b7d,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:53.312096 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3ca25-ea4e-4846-9cef-38b6fcbf0d9f req-8981d043-b3f9-44a0-9005-28ee2099e715 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:53.313634 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c2e3ca25-ea4e-4846-9cef-38b6fcbf0d9f req-8981d043-b3f9-44a0-9005-28ee2099e715 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 944 time: 0.0537593 Aug 09 17:58:53.332042 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=7ce7b234-b382-4ae0-a441-462d05430503,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:53.349579 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1f62bd31-37de-4c83-8373-65ad230a2911 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.353703 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-1f62bd31-37de-4c83-8373-65ad230a2911 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4741838 Aug 09 17:58:53.354143 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 40016) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:53.357281 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c2e3ca25-ea4e-4846-9cef-38b6fcbf0d9f req-1e477267-dacf-4cdb-90ae-e873ca675435 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Aug 09 17:58:53.359587 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-83247fe8-c7ea-45d2-9b48-d620f51a5884 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'security_group_rule': {'security_group_id': 'c774b359-8b3a-416e-8cd8-cfc587eb3b7d', 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:53.466436 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.485272 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-83247fe8-c7ea-45d2-9b48-d620f51a5884 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.509965 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 43b79990-f217-41da-981f-b17ca2ed1911, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=43b79990-f217-41da-981f-b17ca2ed1911,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:53.545034 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-83247fe8-c7ea-45d2-9b48-d620f51a5884 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.580956 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.592667 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Transition to ACTIVE for port object 3d00c357-d231-4b86-8163-465ebb7ce885 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:58:53.606001 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.635066 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-83247fe8-c7ea-45d2-9b48-d620f51a5884 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.654258 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=43b79990-f217-41da-981f-b17ca2ed1911,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:53.661894 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83247fe8-c7ea-45d2-9b48-d620f51a5884 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3496399b-55ac-4b78-901f-942e689d0da3,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:53.668978 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.716813 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aab85-7681-4ddb-a25f-87234756557d None None] Pushing event updated for resources: {'Port': ['ID=3d00c357-d231-4b86-8163-465ebb7ce885,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:53.779415 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Attempting to bind port 3d00c357-d231-4b86-8163-465ebb7ce885 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:58:53.779780 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Attempting to bind port 3d00c357-d231-4b86-8163-465ebb7ce885 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '6aaaa723-7dfd-49ac-8710-d4559da22eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:58:53.780145 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Attempting to bind port 3d00c357-d231-4b86-8163-465ebb7ce885 on network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:58:53.787376 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:58:53.787876 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Checking segment: {'id': '6aaaa723-7dfd-49ac-8710-d4559da22eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:58:53.788303 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.788684 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Bound using segment: {'id': '6aaaa723-7dfd-49ac-8710-d4559da22eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:58:53.789150 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Bound port: 3d00c357-d231-4b86-8163-465ebb7ce885, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaaa723-7dfd-49ac-8710-d4559da22eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:58:53.789587 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.855949 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c59bd346-1922-4417-9451-f910183dd48e None None] For port 3d00c357-d231-4b86-8163-465ebb7ce885, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:58:53.859283 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c59bd346-1922-4417-9451-f910183dd48e None None] For port 3d00c357-d231-4b86-8163-465ebb7ce885, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=3d00c357-d231-4b86-8163-465ebb7ce885,segment=NetworkSegment(6aaaa723-7dfd-49ac-8710-d4559da22eba),segment_id=6aaaa723-7dfd-49ac-8710-d4559da22eba)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:58:53.863499 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-83247fe8-c7ea-45d2-9b48-d620f51a5884 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:53.864997 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-83247fe8-c7ea-45d2-9b48-d620f51a5884 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5094423 Aug 09 17:58:53.867620 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 40024) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:53.872285 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-5ff9d0a0-e025-4bfb-9876-6257de443667 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'security_group_rule': {'security_group_id': 'c774b359-8b3a-416e-8cd8-cfc587eb3b7d', 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:53.959735 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83978655-d1ed-44a3-9bd9-278564e30540 req-1bbd1535-43bd-41fe-b186-c2c77607337b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:53.961287 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-83978655-d1ed-44a3-9bd9-278564e30540 req-1bbd1535-43bd-41fe-b186-c2c77607337b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0508265 Aug 09 17:58:54.007674 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-83978655-d1ed-44a3-9bd9-278564e30540 req-ad53df19-382b-4301-8bc8-dd3da5382321 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400102 Aug 09 17:58:54.035595 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:54.085273 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['7ce7b234-b382-4ae0-a441-462d05430503'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:58:54.132836 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aab85-7681-4ddb-a25f-87234756557d None None] Pushing event updated for resources: {'Port': ['ID=3d00c357-d231-4b86-8163-465ebb7ce885,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:54.143148 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d0a0-e025-4bfb-9876-6257de443667 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:54.150298 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Routers {'2369e338-1be8-4016-acae-894345ccfc1e'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:54.151244 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-c59bd346-1922-4417-9451-f910183dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['2369e338-1be8-4016-acae-894345ccfc1e'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:54.211590 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d0a0-e025-4bfb-9876-6257de443667 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:54.294676 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-c59bd346-1922-4417-9451-f910183dd48e None None] Set router 2369e338-1be8-4016-acae-894345ccfc1e gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:54.303779 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d0a0-e025-4bfb-9876-6257de443667 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:54.321396 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9d0a0-e025-4bfb-9876-6257de443667 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7859a8a6-b09f-4c40-a090-5fa17164f49c,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:54.417840 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d0a0-e025-4bfb-9876-6257de443667 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:54.419173 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-5ff9d0a0-e025-4bfb-9876-6257de443667 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5506668 Aug 09 17:58:54.422112 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 40034) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:54.428158 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-6978fa4e-e523-416c-a53d-93ec9c0f31e8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'security_group_rule': {'security_group_id': 'c774b359-8b3a-416e-8cd8-cfc587eb3b7d', 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:54.489106 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b9d33-bae9-4e0f-8f0a-c224610fc71f req-74c5722e-7071-40c3-97c0-9986c42dc79d tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:54.490638 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c03b9d33-bae9-4e0f-8f0a-c224610fc71f req-74c5722e-7071-40c3-97c0-9986c42dc79d tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 944 time: 0.0496068 Aug 09 17:58:54.533643 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c03b9d33-bae9-4e0f-8f0a-c224610fc71f req-9a8515f7-d05e-4004-9538-9a3c39ee84a2 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368876 Aug 09 17:58:54.539677 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-c59bd346-1922-4417-9451-f910183dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2369e338-1be8-4016-acae-894345ccfc1e', 'name': 'tempest-TestVolumeBootPattern-512905342-router', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '43b79990-f217-41da-981f-b17ca2ed1911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:45Z', 'updated_at': '2021-08-09T17:58:50Z', 'revision_number': 4, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'gw_port': {'id': '43b79990-f217-41da-981f-b17ca2ed1911', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:46Z', 'updated_at': '2021-08-09T17:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '3d00c357-d231-4b86-8163-465ebb7ce885', 'name': '', 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'mac_address': 'fa:16:3e:4c:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:49Z', 'updated_at': '2021-08-09T17:58:53Z', 'revision_number': 4, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'subnets': [{'id': '5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:54.594384 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6978fa4e-e523-416c-a53d-93ec9c0f31e8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:54.685076 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bd346-1922-4417-9451-f910183dd48e None None] The sync data for ids ['2369e338-1be8-4016-acae-894345ccfc1e'] in dv-cinder-788363-10-iscsi is: [{'id': '2369e338-1be8-4016-acae-894345ccfc1e', 'name': 'tempest-TestVolumeBootPattern-512905342-router', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '43b79990-f217-41da-981f-b17ca2ed1911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:45Z', 'updated_at': '2021-08-09T17:58:50Z', 'revision_number': 4, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'gw_port': {'id': '43b79990-f217-41da-981f-b17ca2ed1911', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:46Z', 'updated_at': '2021-08-09T17:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '3d00c357-d231-4b86-8163-465ebb7ce885', 'name': '', 'network_id': '88a8a2af-de95-44b0-bab5-b30b4dfa48ae', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'mac_address': 'fa:16:3e:4c:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:49Z', 'updated_at': '2021-08-09T17:58:53Z', 'revision_number': 4, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'subnets': [{'id': '5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:58:54.688761 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6978fa4e-e523-416c-a53d-93ec9c0f31e8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:54.829257 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6978fa4e-e523-416c-a53d-93ec9c0f31e8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:54.847964 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978fa4e-e523-416c-a53d-93ec9c0f31e8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd1a1d4-47fa-4c64-9a94-6911b231e6ed,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:54.989933 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6978fa4e-e523-416c-a53d-93ec9c0f31e8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:54.991563 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-6978fa4e-e523-416c-a53d-93ec9c0f31e8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5677595 Aug 09 17:58:54.994374 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 40044) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:54.999948 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-5a9efdd2-e97e-4f4c-af71-59f1d5c1a0f4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'security_group_rule': {'security_group_id': 'c774b359-8b3a-416e-8cd8-cfc587eb3b7d', 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:55.030568 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 3d00c357-d231-4b86-8163-465ebb7ce885 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:55.136537 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9382b-09a3-4571-9c10-4c24c6720b3a req-64d8fac8-04d4-44f0-8a23-e566ee996f9e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:55.138399 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7fe9382b-09a3-4571-9c10-4c24c6720b3a req-64d8fac8-04d4-44f0-8a23-e566ee996f9e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0538075 Aug 09 17:58:55.178360 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7fe9382b-09a3-4571-9c10-4c24c6720b3a req-50cc2801-6f48-41cb-a918-b3abc8ecfa9f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338464 Aug 09 17:58:55.326386 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 3d00c357-d231-4b86-8163-465ebb7ce885 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:55.330755 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 3d00c357-d231-4b86-8163-465ebb7ce885 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:55.331125 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.335040 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5a9efdd2-e97e-4f4c-af71-59f1d5c1a0f4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.385356 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcddff-3339-411c-9716-d24531d95b6d req-72e5ca24-60c8-4541-9fcc-829e335f88af tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:55.386933 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2bfcddff-3339-411c-9716-d24531d95b6d req-72e5ca24-60c8-4541-9fcc-829e335f88af tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1368082 Aug 09 17:58:55.402923 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9baaa3-c523-4186-9d47-5bce2f0a9b91 req-be41933b-3a63-4fd9-a475-df9b88448eee tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:55.406523 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ad9baaa3-c523-4186-9d47-5bce2f0a9b91 req-be41933b-3a63-4fd9-a475-df9b88448eee tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.1413348 Aug 09 17:58:55.416437 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 40062) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:55.421748 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-8a63d822-174a-493c-b023-defc9033575e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'floatingip': {'port_id': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:55.457344 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5a9efdd2-e97e-4f4c-af71-59f1d5c1a0f4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.465822 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.476481 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2bfcddff-3339-411c-9716-d24531d95b6d req-c01230da-7151-4e0b-b3d0-ba7b39608608 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681419 Aug 09 17:58:55.506658 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 3d00c357-d231-4b86-8163-465ebb7ce885, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=3d00c357-d231-4b86-8163-465ebb7ce885,segment=NetworkSegment(6aaaa723-7dfd-49ac-8710-d4559da22eba),segment_id=6aaaa723-7dfd-49ac-8710-d4559da22eba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:55.515498 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8a63d822-174a-493c-b023-defc9033575e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.635551 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 7ce7b234-b382-4ae0-a441-462d05430503 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:55.658650 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5a9efdd2-e97e-4f4c-af71-59f1d5c1a0f4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.699475 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.700348 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06118211-6630-4bd9-a36e-1fd99859214a req-e9468b62-c6f6-4cd3-8f75-42f4f95d9550 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:55.700805 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 43b79990-f217-41da-981f-b17ca2ed1911 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:55.713652 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-06118211-6630-4bd9-a36e-1fd99859214a req-e9468b62-c6f6-4cd3-8f75-42f4f95d9550 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 944 time: 0.0978706 Aug 09 17:58:55.717147 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9efdd2-e97e-4f4c-af71-59f1d5c1a0f4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046e39cd-0510-40fc-8565-a0ab6593bea4,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:55.793659 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=3d00c357-d231-4b86-8163-465ebb7ce885,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:55.801781 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-06118211-6630-4bd9-a36e-1fd99859214a req-c916d6da-54d7-4bc1-9b7d-5c618a74f33a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821528 Aug 09 17:58:55.807688 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 43b79990-f217-41da-981f-b17ca2ed1911 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:55.809042 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.818891 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5a9efdd2-e97e-4f4c-af71-59f1d5c1a0f4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.821790 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-5a9efdd2-e97e-4f4c-af71-59f1d5c1a0f4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8259172 Aug 09 17:58:55.822985 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 40072) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:55.827974 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-d8a95eb4-604e-4905-ba5d-94958d87d55f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'security_group_rule': {'security_group_id': 'c774b359-8b3a-416e-8cd8-cfc587eb3b7d', 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:55.829377 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 7ce7b234-b382-4ae0-a441-462d05430503 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:58:55.845863 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 7ce7b234-b382-4ae0-a441-462d05430503 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:55.846573 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.958172 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.securitygroups_db [None req-d8a95eb4-604e-4905-ba5d-94958d87d55f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Project f127e76c4e2d4888a8fcd4f86727ad0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:58:55.966998 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8a95eb4-604e-4905-ba5d-94958d87d55f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.973524 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:55.998680 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ac120-2a17-4131-83c6-54d3b22c3218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce7b234-b382-4ae0-a441-462d05430503'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:58:56.000947 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f851e7f2-9e44-44b5-8ada-07de642cd90d" -d '{"events": [{"server_uuid": "209ac120-2a17-4131-83c6-54d3b22c3218", "name": "network-vif-plugged", "status": "completed", "tag": "7ce7b234-b382-4ae0-a441-462d05430503"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:58:56.015012 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 7ce7b234-b382-4ae0-a441-462d05430503, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7ce7b234-b382-4ae0-a441-462d05430503,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:58:56.042967 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d026580a-ecfd-4147-a07a-fbe9ed2fc51e x-openstack-request-id: req-d026580a-ecfd-4147-a07a-fbe9ed2fc51e {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:58:56.043349 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ac120-2a17-4131-83c6-54d3b22c3218", "name": "network-vif-plugged", "status": "completed", "tag": "7ce7b234-b382-4ae0-a441-462d05430503", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:58:56.043595 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d026580a-ecfd-4147-a07a-fbe9ed2fc51e {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:58:56.043988 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ac120-2a17-4131-83c6-54d3b22c3218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce7b234-b382-4ae0-a441-462d05430503', 'code': 200} Aug 09 17:58:56.063032 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8a95eb4-604e-4905-ba5d-94958d87d55f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.132463 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.171956 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8a95eb4-604e-4905-ba5d-94958d87d55f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.206065 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a95eb4-604e-4905-ba5d-94958d87d55f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aaeda17-14f6-47ea-8f2a-f59f7d458fbc,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:56.229121 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=7ce7b234-b382-4ae0-a441-462d05430503,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:56.287265 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d8a95eb4-604e-4905-ba5d-94958d87d55f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.289012 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-d8a95eb4-604e-4905-ba5d-94958d87d55f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4648354 Aug 09 17:58:56.292388 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 40088) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:58:56.298618 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-e8e0e1d9-78df-40ca-8b06-12f9e44e1a61 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'security_group_rule': {'security_group_id': 'c774b359-8b3a-416e-8cd8-cfc587eb3b7d', 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:58:56.420739 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.securitygroups_db [None req-e8e0e1d9-78df-40ca-8b06-12f9e44e1a61 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Project f127e76c4e2d4888a8fcd4f86727ad0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 17:58:56.428193 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e1d9-78df-40ca-8b06-12f9e44e1a61 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.528705 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e1d9-78df-40ca-8b06-12f9e44e1a61 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.534166 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8a63d822-174a-493c-b023-defc9033575e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.624147 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e1d9-78df-40ca-8b06-12f9e44e1a61 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.638596 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8a63d822-174a-493c-b023-defc9033575e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.645105 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0e1d9-78df-40ca-8b06-12f9e44e1a61 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4521905c-82eb-482d-90bc-f7912757a1d0,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:58:56.693125 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e5b29-d217-486e-b474-67604a02aaa6 req-cd2dd152-a450-4359-ae07-420f34564f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:56.694674 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-8f9e5b29-d217-486e-b474-67604a02aaa6 req-cd2dd152-a450-4359-ae07-420f34564f29 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 1098 time: 0.0826588 Aug 09 17:58:56.779311 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-8f9e5b29-d217-486e-b474-67604a02aaa6 req-2e65f06b-806b-498e-8ad8-39fee4a8780b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Aug 09 17:58:56.785896 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [None req-8a63d822-174a-493c-b023-defc9033575e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Floating IP a7851c91-8f39-4994-8e7e-b89f718a9db1 associated. External IP: 172.27.1.109, port: b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7. Aug 09 17:58:56.905940 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8e0e1d9-78df-40ca-8b06-12f9e44e1a61 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:56.907931 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e8e0e1d9-78df-40ca-8b06-12f9e44e1a61 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6134429 Aug 09 17:58:56.952165 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c0f2e-b172-4f57-a1bd-f531bf5ed2ea req-3fa436bd-2003-47aa-8a8a-fe595d84bb2b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:56.953710 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ff0c0f2e-b172-4f57-a1bd-f531bf5ed2ea req-3fa436bd-2003-47aa-8a8a-fe595d84bb2b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 945 time: 0.0595627 Aug 09 17:58:56.954109 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 3d00c357-d231-4b86-8163-465ebb7ce885 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:58:56.996519 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ff0c0f2e-b172-4f57-a1bd-f531bf5ed2ea req-dc45d9be-bc19-4a17-91a3-cdf3577904e8 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Aug 09 17:58:57.030125 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 3d00c357-d231-4b86-8163-465ebb7ce885 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:58:57.030345 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a63d822-174a-493c-b023-defc9033575e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Router c8c63647-2c1f-4428-bd5b-6770b7c37331 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 17:58:57.030491 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:57.144329 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a63d822-174a-493c-b023-defc9033575e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:58:57.149013 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8a63d822-174a-493c-b023-defc9033575e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:58:57.172852 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] Sync routers for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:58:57.183804 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-8a63d822-174a-493c-b023-defc9033575e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "PUT /v2.0/floatingips/a7851c91-8f39-4994-8e7e-b89f718a9db1 HTTP/1.1" status: 200 len: 991 time: 1.7656040 Aug 09 17:58:57.184404 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731821be-45e9-449b-90d9-8d6b939db20b', 'tag': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:58:57.187273 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4" -d '{"events": [{"name": "network-changed", "server_uuid": "731821be-45e9-449b-90d9-8d6b939db20b", "tag": "b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:58:57.208250 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:57.210448 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:57.226576 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845e918b-2737-41bf-88ed-3bf5a8c12bb7 x-openstack-request-id: req-845e918b-2737-41bf-88ed-3bf5a8c12bb7 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:58:57.226867 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731821be-45e9-449b-90d9-8d6b939db20b", "tag": "b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:58:57.227112 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-845e918b-2737-41bf-88ed-3bf5a8c12bb7 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:58:57.227575 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731821be-45e9-449b-90d9-8d6b939db20b', 'tag': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7', 'status': 'completed', 'code': 200} Aug 09 17:58:57.351937 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:57.372744 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-e821c1a8-f5ae-42b0-95c5-b0f628533fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:57.377721 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-e821c1a8-f5ae-42b0-95c5-b0f628533fe2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 1098 time: 0.0439589 Aug 09 17:58:57.490472 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-f4eff8b7-2a27-4a9d-92dc-d095cb8babad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:57.491957 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-f4eff8b7-2a27-4a9d-92dc-d095cb8babad service neutron] 10.222.0.77 "GET /v2.0/networks?id=2222d5b0-4e90-4714-90f8-571d8e57d231 HTTP/1.1" status: 200 len: 911 time: 0.1101289 Aug 09 17:58:57.598237 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-0bb04440-7046-4ce5-8144-2ab0ab624720 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 HTTP/1.1" status: 200 len: 999 time: 0.0929399 Aug 09 17:58:57.627204 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'a7851c91-8f39-4994-8e7e-b89f718a9db1', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'port_id': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'mac_address': 'fa:16:3e:79:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731821be-45e9-449b-90d9-8d6b939db20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:58:25Z', 'updated_at': '2021-08-09T17:58:56Z', 'revision_number': 1, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:57.653877 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] Checking router: c8c63647-2c1f-4428-bd5b-6770b7c37331 for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:58:57.662095 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 17:58:57.662688 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:58:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:57.662801 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-9c4ddb9a-c939-4ffa-84a5-28396178d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:57.664248 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-9c4ddb9a-c939-4ffa-84a5-28396178d9de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a54396a3-f4d8-41af-b602-45ff7adb6cc2 HTTP/1.1" status: 200 len: 849 time: 0.0477505 Aug 09 17:58:57.734269 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-623899c2-de93-40e6-8943-07af5100b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:57.735803 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-623899c2-de93-40e6-8943-07af5100b9be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2222d5b0-4e90-4714-90f8-571d8e57d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415671 Aug 09 17:58:57.842397 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-373ca112-ad02-46f2-8de8-a2f5b93450fe service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874953 Aug 09 17:58:57.844573 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 17:58:57.936867 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6cab5edf-feaa-4ff9-8a96-7e91aa9859b4 req-f6c85274-8db6-40e1-9d87-0143b71055e4 service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888407 Aug 09 17:58:58.084461 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'a7851c91-8f39-4994-8e7e-b89f718a9db1', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'port_id': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'mac_address': 'fa:16:3e:79:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731821be-45e9-449b-90d9-8d6b939db20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:58:25Z', 'updated_at': '2021-08-09T17:58:56Z', 'revision_number': 1, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:58:58.109995 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27fe01-0ebe-442b-aa15-949919fa2033 None None] The sync data for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi is: [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'a7851c91-8f39-4994-8e7e-b89f718a9db1', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'port_id': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'mac_address': 'fa:16:3e:79:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731821be-45e9-449b-90d9-8d6b939db20b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:58:25Z', 'updated_at': '2021-08-09T17:58:56Z', 'revision_number': 1, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:58:58.111846 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cb712-3b27-414d-8f2c-1b141d175109 req-ddfd2775-694c-4002-a0ce-cdcf3090c756 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:58.113938 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-232cb712-3b27-414d-8f2c-1b141d175109 req-ddfd2775-694c-4002-a0ce-cdcf3090c756 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 945 time: 0.0492609 Aug 09 17:58:58.159087 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-232cb712-3b27-414d-8f2c-1b141d175109 req-9873c8ef-3952-440c-9f8a-4a01664890d1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383902 Aug 09 17:58:58.320166 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec6c35a-aec7-479a-a1a4-15b3de56e1e8 None None] New status for floating IP a7851c91-8f39-4994-8e7e-b89f718a9db1: ACTIVE {{(pid=100427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:58:59.291380 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc6adb-db4b-4bb5-b4e7-646af21e96f9 req-3cfecd14-4af4-4e31-8c0c-a8074f608317 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:58:59.292913 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-43bc6adb-db4b-4bb5-b4e7-646af21e96f9 req-3cfecd14-4af4-4e31-8c0c-a8074f608317 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 945 time: 0.0619836 Aug 09 17:58:59.333195 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-43bc6adb-db4b-4bb5-b4e7-646af21e96f9 req-108fa2c6-f674-42a2-9900-d4da783621b5 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341170 Aug 09 17:59:01.945188 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 40304) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:02.051159 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-344f81ac-ea0c-4cbc-a08a-1e5dcf76b656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:02.144774 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-344f81ac-ea0c-4cbc-a08a-1e5dcf76b656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:02.343356 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-344f81ac-ea0c-4cbc-a08a-1e5dcf76b656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:02.380951 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f81ac-ea0c-4cbc-a08a-1e5dcf76b656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ad1f1d-3d52-4348-8fcd-88a21781f68e,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:02.388209 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-344f81ac-ea0c-4cbc-a08a-1e5dcf76b656 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ac884544802d4487ac7e5489844997a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392827 Aug 09 17:59:02.389421 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 40316) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:02.453468 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-54228caa-e14a-4d41-803c-38c5ad27e5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:02.476112 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-54228caa-e14a-4d41-803c-38c5ad27e5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:02.571804 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-54228caa-e14a-4d41-803c-38c5ad27e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:02.574351 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-54228caa-e14a-4d41-803c-38c5ad27e5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:02.575620 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-54228caa-e14a-4d41-803c-38c5ad27e5ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97ad1f1d-3d52-4348-8fcd-88a21781f68e HTTP/1.1" status: 204 len: 168 time: 0.1846879 Aug 09 17:59:02.583750 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54228caa-e14a-4d41-803c-38c5ad27e5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ad1f1d-3d52-4348-8fcd-88a21781f68e,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:03.413043 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 40352) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:03.525438 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:03.623134 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:03.766532 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:03.807188 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=665e92f62112463c89c77298bd9023d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923352 Aug 09 17:59:03.810996 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310f46d-2b46-4ace-b1ee-09a4e4d62eca,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:03.811124 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 40364) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:03.815731 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.816172 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.816518 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.816857 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.817193 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.817544 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.817872 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.818199 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.818523 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.818843 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.819165 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.819484 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ad2fe6-8410-46fd-a372-06e5b47b37d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:03.858595 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:03.880913 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.080377 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.083571 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.084784 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1310f46d-2b46-4ace-b1ee-09a4e4d62eca HTTP/1.1" status: 204 len: 168 time: 0.2738678 Aug 09 17:59:04.087610 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 40368) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:04.093540 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310f46d-2b46-4ace-b1ee-09a4e4d62eca,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:04.101488 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.101924 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.102185 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.102524 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.102865 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.103193 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.103527 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.103861 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.104186 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.104516 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.104840 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.105159 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd716024-8f8b-47d3-b812-54b8d8470b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:04.199326 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-193323514-network', 'tenant_id': '603e3531e5f2445c88af25690dfb7eee'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:04.339201 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Made reservation on behalf of 603e3531e5f2445c88af25690dfb7eee for: {'network': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:59:04.341639 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.350762 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.438312 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.531602 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.552645 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=100426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:59:04.566483 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282f28a0-1991-46e5-82ce-df0418edbe07,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:04.571283 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.571680 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.segments_db [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Added segment 6a17d167-6125-4c2b-bf9c-b2b07f83d845 of type vlan for network 9d51ee99-afba-4328-bf92-12cf7324d11c Aug 09 17:59:04.616412 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.771975 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.773004 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:04.773618 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:04.848001 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] Pushing event updated for resources: {'Network': ['ID=9d51ee99-afba-4328-bf92-12cf7324d11c,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:04.870636 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 9d51ee99-afba-4328-bf92-12cf7324d11c details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:59:04.912667 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-268a216f-903b-482c-a6db-56c6144a2075 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8210428 Aug 09 17:59:04.925041 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 40394) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:04.925041 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Request body: {'subnet': {'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-193323514-subnet', 'tenant_id': '603e3531e5f2445c88af25690dfb7eee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:05.080171 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Made reservation on behalf of 603e3531e5f2445c88af25690dfb7eee for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:59:05.082582 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4169953'] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:05.449193 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-f885beb1-5e60-49c6-9c4e-4bf6d747422f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473995 Aug 09 17:59:05.533635 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4169939'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:05.549564 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-9f52bba5-6b52-470e-ae21-54fb24601bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:05.551438 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-9f52bba5-6b52-470e-ae21-54fb24601bd1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 1098 time: 0.0538518 Aug 09 17:59:05.590984 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791294cf-76bc-4a36-ad30-71fd2a1aa962,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:05.597674 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Checking segment: {'id': '6a17d167-6125-4c2b-bf9c-b2b07f83d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:59:05.598114 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Network hostable DHCP agents. Network: 9d51ee99-afba-4328-bf92-12cf7324d11c, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:59:05.701153 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-aaffc5ad-24f0-4393-b002-cef9be8ebc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:05.703133 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-aaffc5ad-24f0-4393-b002-cef9be8ebc03 service neutron] 10.222.0.77 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 920 time: 0.1020362 Aug 09 17:59:05.725983 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Network 9d51ee99-afba-4328-bf92-12cf7324d11c is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:59:05.753505 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-3543aa9d-a1c4-479a-afb0-8e3ec6dfb7a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642533d7-a56a-4503-981e-d518e8beaed5 HTTP/1.1" status: 200 len: 217 time: 0.0371330 Aug 09 17:59:05.823176 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-05437630-927b-4ea6-bd84-fee95c47258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:05.824789 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-05437630-927b-4ea6-bd84-fee95c47258b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbbf44f-702e-4b0d-ae1d-15b3c624f928 HTTP/1.1" status: 200 len: 859 time: 0.0542541 Aug 09 17:59:05.866768 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-1731d52f-6123-4a93-8ad7-b41011612071 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288889 Aug 09 17:59:05.909327 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 9d51ee99-afba-4328-bf92-12cf7324d11c) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:59:05.916601 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:05.918640 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:05.927510 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fb275f-a8bc-430c-9db7-a6863b60f04a None None] Network 9d51ee99-afba-4328-bf92-12cf7324d11c requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:59:06.041359 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-2f34d85d-9fd4-443e-92d4-bd87ebf5ef39 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456969 Aug 09 17:59:06.076982 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-59cf0ae1-d4b3-485f-b7b7-a785c8b9d708 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1623323 Aug 09 17:59:06.182266 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee83dac-e996-470a-8aba-74342a57073c None None] Network 9d51ee99-afba-4328-bf92-12cf7324d11c requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:59:06.201458 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-4763d09c-a76c-46bb-a972-1de7116f8b14 req-b9ab4ed7-31f6-4a89-a04a-b80e144db99b service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474986 Aug 09 17:59:06.253884 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:08.834729 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d25cc-3bc8-4e86-9289-b38a8f367b73 req-44bf74e8-86fd-48db-a8f4-241a7d580eeb tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:08.836321 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-160d25cc-3bc8-4e86-9289-b38a8f367b73 req-44bf74e8-86fd-48db-a8f4-241a7d580eeb tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0730565 Aug 09 17:59:08.891183 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-160d25cc-3bc8-4e86-9289-b38a8f367b73 req-5941b4a2-d61b-46a4-84bd-db6613ab3fe8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483706 Aug 09 17:59:09.032809 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c46d0a-c160-476c-ace7-9e78329d2443 req-cfccc285-1c92-4267-86ac-d98981a7214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:09.035294 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e1c46d0a-c160-476c-ace7-9e78329d2443 req-cfccc285-1c92-4267-86ac-d98981a7214c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 1098 time: 0.0495543 Aug 09 17:59:09.157594 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c46d0a-c160-476c-ace7-9e78329d2443 req-dc7112d0-01e6-45e9-a66a-fe8dcdb911fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:09.159259 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e1c46d0a-c160-476c-ace7-9e78329d2443 req-dc7112d0-01e6-45e9-a66a-fe8dcdb911fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 920 time: 0.1128452 Aug 09 17:59:09.230205 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e1c46d0a-c160-476c-ace7-9e78329d2443 req-4aa9b2fd-d9df-456e-959e-d44d7f6e4f5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642533d7-a56a-4503-981e-d518e8beaed5 HTTP/1.1" status: 200 len: 217 time: 0.0570216 Aug 09 17:59:09.302573 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c46d0a-c160-476c-ace7-9e78329d2443 req-813de7c9-ce50-4730-b245-7fbbc723c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:09.304041 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e1c46d0a-c160-476c-ace7-9e78329d2443 req-813de7c9-ce50-4730-b245-7fbbc723c087 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbbf44f-702e-4b0d-ae1d-15b3c624f928 HTTP/1.1" status: 200 len: 859 time: 0.0660460 Aug 09 17:59:09.348160 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e1c46d0a-c160-476c-ace7-9e78329d2443 req-a6aeb512-420d-4625-889a-f0cd2c0721f9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354705 Aug 09 17:59:09.447000 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e1c46d0a-c160-476c-ace7-9e78329d2443 req-1802237c-0815-4a0b-a668-e4f4e626c0d2 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883179 Aug 09 17:59:09.555936 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e1c46d0a-c160-476c-ace7-9e78329d2443 req-95fd8e7e-ef12-4717-a702-1bfece32a9e5 service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911608 Aug 09 17:59:14.331729 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-67ce94f5-cc7d-416d-afca-a96a8c3c3114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:16.686009 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1e0d8097-8cdf-4364-b4b7-886c5fc99ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:16.914461 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:17.971731 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:19.291726 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:20.447493 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:59:23.209914 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-191ee1b7-7d34-41b7-bfd4-ff5c370244a6 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3cb3be07fc334731a9e7816891220e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438585 Aug 09 17:59:23.461026 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-98c554f3-5e43-4509-be6c-c41de739a932 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:23.462695 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-98c554f3-5e43-4509-be6c-c41de739a932 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/networks?id=9d51ee99-afba-4328-bf92-12cf7324d11c HTTP/1.1" status: 200 len: 808 time: 0.2854843 Aug 09 17:59:23.486080 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-d838963f-222f-4032-9727-a67e9a664725 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:23.488097 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-d838963f-222f-4032-9727-a67e9a664725 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676549 Aug 09 17:59:23.490744 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-4618d850-45cd-42de-8ca5-0675a69b6dcc tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/quotas/603e3531e5f2445c88af25690dfb7eee HTTP/1.1" status: 200 len: 375 time: 0.0223091 Aug 09 17:59:23.512649 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-80a4eb0e-a09c-4bb0-8dfa-d303fa6d50e2 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/quotas/3cb3be07fc334731a9e7816891220e8d HTTP/1.1" status: 200 len: 375 time: 0.0185585 Aug 09 17:59:23.529861 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-855b78da-169d-4104-a640-56dd8b429525 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=603e3531e5f2445c88af25690dfb7eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297482 Aug 09 17:59:23.560956 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-b2dd56a6-a3e2-4e5c-b271-fbbbb47d212b tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cb3be07fc334731a9e7816891220e8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342867 Aug 09 17:59:23.662429 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-6032a1cb-eef3-4bb4-94dc-a9a55ace76ba service neutron] 10.222.0.54 "GET /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252215 Aug 09 17:59:23.758826 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-9a4648c6-2164-4235-a7da-55b0f4d03354 service neutron] 10.222.0.54 "GET /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902815 Aug 09 17:59:23.956959 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da84eb-2b74-4c02-aa47-18a0baa4c5f4 req-06cf0a17-6d3a-4bec-b92b-3d469afb19f3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:23.958636 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-82da84eb-2b74-4c02-aa47-18a0baa4c5f4 req-06cf0a17-6d3a-4bec-b92b-3d469afb19f3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0617657 Aug 09 17:59:24.002774 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-82da84eb-2b74-4c02-aa47-18a0baa4c5f4 req-160de9bd-38b9-4f19-be49-65b03dad86bb tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376103 Aug 09 17:59:24.212447 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b52f8c67-089d-4c04-95f7-3bdedba66665 req-c0ea0f5d-d06e-4f90-8f1f-c17419f29791 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 210 time: 0.0450797 Aug 09 17:59:24.248239 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ffdf81fc-0eba-41c8-826b-6d569113b676 req-13462a07-40cd-49e8-b934-88aa5cdbdb93 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 210 time: 0.0299683 Aug 09 17:59:25.159500 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd0770-5e88-4f9e-8705-93805fd0241b req-c82a7831-3e2d-4ec8-aa26-eeeaffbaf685 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:25.159500 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cbcd0770-5e88-4f9e-8705-93805fd0241b req-c82a7831-3e2d-4ec8-aa26-eeeaffbaf685 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0535040 Aug 09 17:59:25.218361 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cbcd0770-5e88-4f9e-8705-93805fd0241b req-40819c86-1301-4cf7-8403-7535418de9e2 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566959 Aug 09 17:59:25.293523 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cbd2b4c6-fe81-4ad7-9dc8-744c1aff5496 req-a9238dbd-5bf8-4284-bf40-fa1fd7d0d3ae tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 210 time: 0.0258708 Aug 09 17:59:25.375142 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d1faec11-f63f-4614-bde1-2b60e12ad1bb req-60978d6b-7a6d-4148-b5cd-afbe975f76d5 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 210 time: 0.0430624 Aug 09 17:59:26.345271 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6297481-f5d5-4810-9142-49cf659f7b75 req-869b3243-90c3-4883-b37e-405dfe52a1e2 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:26.346905 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f6297481-f5d5-4810-9142-49cf659f7b75 req-869b3243-90c3-4883-b37e-405dfe52a1e2 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0562809 Aug 09 17:59:26.399685 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fde10b4-5666-4ab9-9b5e-7d107e4c8fc8 req-4fdfd2ea-3c21-4af3-b1c5-23ab388739b6 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 210 time: 0.0295911 Aug 09 17:59:26.412735 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f6297481-f5d5-4810-9142-49cf659f7b75 req-60b96ef5-6588-4d08-8e53-a60597c1d8c1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595524 Aug 09 17:59:26.654966 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7c7569f6-5177-461d-ab26-75dfb9050bbc req-1866e117-9875-4508-a818-137a2d08ef0c tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 210 time: 0.0360417 Aug 09 17:59:27.396037 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-7ef4251f-d4be-4e29-b228-ec30f7496cce tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=3cb3be07fc334731a9e7816891220e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373392 Aug 09 17:59:27.439841 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-82680c6c-f7b6-4b3d-8ad7-1ff23fe28d1b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:27.441255 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-82680c6c-f7b6-4b3d-8ad7-1ff23fe28d1b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/networks?id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 200 len: 815 time: 0.1246874 Aug 09 17:59:27.476053 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-f96d9e10-81f8-46e7-b362-fa75f4b2528f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/quotas/4f5d0ea8c1094c11a2681ecd24195900 HTTP/1.1" status: 200 len: 375 time: 0.0230138 Aug 09 17:59:27.567795 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-81b9560a-ce1b-40d0-a9ac-29b50adeb2b2 req-1f3863b5-d079-408b-8fc6-97966dc01e25 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 210 time: 0.0664389 Aug 09 17:59:27.642831 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-7243450c-4d85-4e24-8510-5d7c450e03b1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1517251 Aug 09 17:59:27.779606 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd4d99-6d84-4b5b-8bea-78e4c8672014 req-ad44141b-9896-43d2-9cc3-2009ba876093 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:27.781249 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-abdd4d99-6d84-4b5b-8bea-78e4c8672014 req-ad44141b-9896-43d2-9cc3-2009ba876093 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1319861 Aug 09 17:59:27.804236 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-a5b2d7a8-a82f-4ba4-9bd4-e1fdb1409e4f service neutron] 10.222.0.54 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642139 Aug 09 17:59:27.852338 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-abdd4d99-6d84-4b5b-8bea-78e4c8672014 req-690e16c2-db21-421c-b748-1c82e3805b24 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606279 Aug 09 17:59:27.852946 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-492ba046-9eb7-4793-bbc1-fa3abf700f6b tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:27.854554 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-492ba046-9eb7-4793-bbc1-fa3abf700f6b tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4489801 Aug 09 17:59:27.884232 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Request body: {'port': {'device_id': '5efd927b-9c3c-4c6d-addc-f72dbb7bc70f', 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57', 'admin_state_up': True, 'tenant_id': '3cb3be07fc334731a9e7816891220e8d'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:27.943425 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-1be2e5c7-84cf-4c93-9f21-ba8fb17ebe28 service neutron] 10.222.0.54 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220198 Aug 09 17:59:28.108639 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9b5e95ef-888b-40ce-9fc2-2681c6f2eb08 req-5b6047ce-20d5-4daa-8c84-3495cced6038 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 210 time: 0.0282102 Aug 09 17:59:28.143445 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Made reservation on behalf of 3cb3be07fc334731a9e7816891220e8d for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:59:28.147837 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:28.157683 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:28.280817 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a836213a-aa28-4be3-9ea7-2e6e337f169b req-e0288190-bebf-450c-8881-ec5238a70662 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 210 time: 0.0333714 Aug 09 17:59:28.298065 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:28.386023 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:28.509519 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c76f81e-44bc-4d13-86ec-4d79325436d2,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:28.586052 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-583e85a1-523e-411d-9e06-ccffca76860b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:28.587735 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-583e85a1-523e-411d-9e06-ccffca76860b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.77 "GET /v2.0/networks?id=9d51ee99-afba-4328-bf92-12cf7324d11c HTTP/1.1" status: 200 len: 808 time: 0.2136266 Aug 09 17:59:28.603722 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Allocated IP 192.168.233.65 (ad63ee60-5ad4-4af2-98b7-8313587c9f57/7680247b-d468-4063-b452-44eecfc5a7bc/b718b798-9d77-49a9-b931-1c57f3898ef2) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:59:28.618112 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Request body: {'port': {'device_id': '339f54b2-3363-4a78-b8bb-cbc18faa482d', 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c', 'admin_state_up': True, 'tenant_id': '603e3531e5f2445c88af25690dfb7eee'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:28.681990 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d617ed21-6760-4912-b169-95d5a239b78d req-f74a9078-bd87-445c-bdcb-299a1e739704 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 210 time: 0.0275545 Aug 09 17:59:28.876300 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:28.890715 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Transition to ACTIVE for port object b718b798-9d77-49a9-b931-1c57f3898ef2 will not be triggered until provisioned by entity DHCP. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:59:28.978829 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2ff7-f72b-4c08-abac-837a0efdb12e req-173ef68f-b0f2-4b8d-a852-28582a1c47c3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:28.980333 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ea9a2ff7-f72b-4c08-abac-837a0efdb12e req-173ef68f-b0f2-4b8d-a852-28582a1c47c3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0506237 Aug 09 17:59:29.020883 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ea9a2ff7-f72b-4c08-abac-837a0efdb12e req-50f59ea6-cc85-468a-b535-627bef31dcb8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340681 Aug 09 17:59:29.021923 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Made reservation on behalf of 603e3531e5f2445c88af25690dfb7eee for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:59:29.027235 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:29.104503 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:29.207146 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Network ad63ee60-5ad4-4af2-98b7-8313587c9f57 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:59:29.210380 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Pushing event updated for resources: {'Port': ['ID=b718b798-9d77-49a9-b931-1c57f3898ef2,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:29.216437 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6630055a-53f6-47ff-9f50-69986e2cc45a req-f20e328a-be0c-4118-b5d0-de66a8d83825 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 210 time: 0.0283213 Aug 09 17:59:29.216718 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:59:29.220340 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:59:29.273995 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Allocated IP 172.20.0.11 (9d51ee99-afba-4328-bf92-12cf7324d11c/791294cf-76bc-4a36-ad30-71fd2a1aa962/bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:59:29.294627 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:29.295231 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:29.367904 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b378c1d8-2583-4434-80a1-9c0415183afe req-fea6b6cd-f099-4bea-9b88-c749f295a0c1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 210 time: 0.0294826 Aug 09 17:59:29.424712 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-0a2ed799-c9d8-4455-8100-57889b5acf60 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5449133 Aug 09 17:59:29.454584 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Request body: {'port': {'device_id': '5efd927b-9c3c-4c6d-addc-f72dbb7bc70f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:29.498276 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:29.540637 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:29.560444 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-87a500f7-430c-4bad-908a-c5ca392ba872 None None] Provisioning for port b718b798-9d77-49a9-b931-1c57f3898ef2 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:59:29.565062 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-87a500f7-430c-4bad-908a-c5ca392ba872 None None] Provisioning complete for port b718b798-9d77-49a9-b931-1c57f3898ef2 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:59:29.565496 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-87a500f7-430c-4bad-908a-c5ca392ba872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:29.602539 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-87a500f7-430c-4bad-908a-c5ca392ba872 None None] Port b718b798-9d77-49a9-b931-1c57f3898ef2 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:59:29.675299 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:29.779011 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Network 9d51ee99-afba-4328-bf92-12cf7324d11c is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:59:29.789181 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:59:29.796372 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:59:29.798641 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Pushing event updated for resources: {'Port': ['ID=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:29.840147 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea79cb-58b8-4ed7-a19b-7e196fceb30d req-0be15e3a-f153-44f0-a443-29429279861b tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:29.841809 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9bea79cb-58b8-4ed7-a19b-7e196fceb30d req-0be15e3a-f153-44f0-a443-29429279861b tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 935 time: 0.0659091 Aug 09 17:59:29.881462 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:29.882148 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:29.899669 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9bea79cb-58b8-4ed7-a19b-7e196fceb30d req-87406097-7a47-4146-b4d9-5c217fc7d4c1 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486381 Aug 09 17:59:29.956063 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b718b798-9d77-49a9-b931-1c57f3898ef2 {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:59:29.964454 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:29.976510 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Transition to ACTIVE for port object b718b798-9d77-49a9-b931-1c57f3898ef2 will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:59:29.995178 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-05d22a63-17eb-45b7-8620-b52f77ea6d19 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3849576 Aug 09 17:59:30.078175 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Request body: {'port': {'device_id': '339f54b2-3363-4a78-b8bb-cbc18faa482d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:30.100062 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:30.164734 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118adb9-3ca3-4b81-865e-6a410129ea8b req-26639af6-9882-4932-af44-77f54aaf708a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:30.166266 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f118adb9-3ca3-4b81-865e-6a410129ea8b req-26639af6-9882-4932-af44-77f54aaf708a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0668471 Aug 09 17:59:30.193987 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:30.200646 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Pushing event updated for resources: {'Port': ['ID=b718b798-9d77-49a9-b931-1c57f3898ef2,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:30.249148 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f118adb9-3ca3-4b81-865e-6a410129ea8b req-9e16c809-bf7d-4ae1-8764-5bcf755cdefb tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729146 Aug 09 17:59:30.400091 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27adb-0df5-4a7f-b18b-cc8dafd5bc38 req-f183b296-e54e-44c7-bf51-6f7a5792f089 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:30.407230 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Attempting to bind port b718b798-9d77-49a9-b931-1c57f3898ef2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:59:30.407514 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Attempting to bind port b718b798-9d77-49a9-b931-1c57f3898ef2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '17d111ca-5c37-4e3b-9dd0-d32d99e0fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:59:30.407834 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Attempting to bind port b718b798-9d77-49a9-b931-1c57f3898ef2 on network ad63ee60-5ad4-4af2-98b7-8313587c9f57 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:59:30.410342 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebb27adb-0df5-4a7f-b18b-cc8dafd5bc38 req-f183b296-e54e-44c7-bf51-6f7a5792f089 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 932 time: 0.0764408 Aug 09 17:59:30.419519 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Port b718b798-9d77-49a9-b931-1c57f3898ef2 on network ad63ee60-5ad4-4af2-98b7-8313587c9f57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:59:30.419895 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Attempting to bind port b718b798-9d77-49a9-b931-1c57f3898ef2 on network ad63ee60-5ad4-4af2-98b7-8313587c9f57 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:59:30.441853 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:59:30.442162 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Checking segment: {'id': '17d111ca-5c37-4e3b-9dd0-d32d99e0fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:59:30.442548 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Bound using segment: {'id': '17d111ca-5c37-4e3b-9dd0-d32d99e0fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:59:30.443003 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Bound port: b718b798-9d77-49a9-b931-1c57f3898ef2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d111ca-5c37-4e3b-9dd0-d32d99e0fddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:59:30.443359 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:30.452713 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebb27adb-0df5-4a7f-b18b-cc8dafd5bc38 req-8c6a6c6b-f86b-4b75-b092-a1d8ffc386f4 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Aug 09 17:59:30.502968 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3f944f6d-2efc-4fdc-b850-0d4ea4d5f1a3 req-123fb714-64cb-4771-8e28-8c37b4706f50 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 210 time: 0.0294263 Aug 09 17:59:30.575301 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] For port b718b798-9d77-49a9-b931-1c57f3898ef2, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:59:30.594137 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] For port b718b798-9d77-49a9-b931-1c57f3898ef2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b718b798-9d77-49a9-b931-1c57f3898ef2,segment=NetworkSegment(17d111ca-5c37-4e3b-9dd0-d32d99e0fddf),segment_id=17d111ca-5c37-4e3b-9dd0-d32d99e0fddf)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:59:30.638959 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:59:30.647178 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:30.659673 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Transition to ACTIVE for port object bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:59:30.686444 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:30.721231 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:30.721882 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:30.723274 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] 10.222.0.77 "PUT /v2.0/ports/b718b798-9d77-49a9-b931-1c57f3898ef2 HTTP/1.1" status: 200 len: 1097 time: 1.2779484 Aug 09 17:59:30.723723 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efd927b-9c3c-4c6d-addc-f72dbb7bc70f', 'tag': 'b718b798-9d77-49a9-b931-1c57f3898ef2'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:30.725992 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d87b40-1da6-4233-98a0-c56aaf65853e" -d '{"events": [{"name": "network-changed", "server_uuid": "5efd927b-9c3c-4c6d-addc-f72dbb7bc70f", "tag": "b718b798-9d77-49a9-b931-1c57f3898ef2"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:30.752963 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d038f-6cf5-4e45-8d9e-698e0666a80d service neutron] Pushing event updated for resources: {'Port': ['ID=b718b798-9d77-49a9-b931-1c57f3898ef2,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:30.772328 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf533d9-f4e5-45d0-a02f-58e37741c3fb x-openstack-request-id: req-ebf533d9-f4e5-45d0-a02f-58e37741c3fb {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:30.772613 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efd927b-9c3c-4c6d-addc-f72dbb7bc70f", "tag": "b718b798-9d77-49a9-b931-1c57f3898ef2", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:30.772871 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ebf533d9-f4e5-45d0-a02f-58e37741c3fb {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:30.773275 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efd927b-9c3c-4c6d-addc-f72dbb7bc70f', 'tag': 'b718b798-9d77-49a9-b931-1c57f3898ef2', 'status': 'completed', 'code': 200} Aug 09 17:59:30.794356 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:30.905372 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:30.972559 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d87b40-1da6-4233-98a0-c56aaf65853e req-91513977-b571-4a8a-a1d2-a85ab3a07a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:30.972751 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-23d87b40-1da6-4233-98a0-c56aaf65853e req-91513977-b571-4a8a-a1d2-a85ab3a07a0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3cb3be07fc334731a9e7816891220e8d&device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 1100 time: 0.1383045 Aug 09 17:59:31.007802 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Attempting to bind port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:59:31.007802 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Attempting to bind port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6a17d167-6125-4c2b-bf9c-b2b07f83d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:59:31.007802 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Attempting to bind port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 on network 9d51ee99-afba-4328-bf92-12cf7324d11c {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:59:31.023468 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-23d87b40-1da6-4233-98a0-c56aaf65853e req-20e4f048-3836-49cf-895e-1e70a77acacb service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=3cb3be07fc334731a9e7816891220e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327880 Aug 09 17:59:31.024153 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 on network 9d51ee99-afba-4328-bf92-12cf7324d11c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:59:31.024480 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Attempting to bind port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 on network 9d51ee99-afba-4328-bf92-12cf7324d11c {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:59:31.029891 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:59:31.030222 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Checking segment: {'id': '6a17d167-6125-4c2b-bf9c-b2b07f83d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:59:31.030601 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Bound using segment: {'id': '6a17d167-6125-4c2b-bf9c-b2b07f83d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:59:31.031110 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Bound port: bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a17d167-6125-4c2b-bf9c-b2b07f83d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:59:31.032721 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:31.042700 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d748c-d4ec-435c-b35b-6d4ce7c264fb req-fb720a79-3241-455a-bad5-3d0198ab028f tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.046257 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b53d748c-d4ec-435c-b35b-6d4ce7c264fb req-fb720a79-3241-455a-bad5-3d0198ab028f tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 947 time: 0.0555773 Aug 09 17:59:31.092298 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b53d748c-d4ec-435c-b35b-6d4ce7c264fb req-08447297-6355-45bd-b5d9-f3b0a4014ddd tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378494 Aug 09 17:59:31.171422 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] For port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:59:31.175803 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] For port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,segment=NetworkSegment(6a17d167-6125-4c2b-bf9c-b2b07f83d845),segment_id=6a17d167-6125-4c2b-bf9c-b2b07f83d845)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:59:31.178912 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d87b40-1da6-4233-98a0-c56aaf65853e req-64493916-cd65-4246-807a-af7f3a8ff254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.180396 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-23d87b40-1da6-4233-98a0-c56aaf65853e req-64493916-cd65-4246-807a-af7f3a8ff254 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456213 Aug 09 17:59:31.351306 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e6d3db5b-58ba-43f9-9edc-2a507318e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.353077 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e6d3db5b-58ba-43f9-9edc-2a507318e68c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3cb3be07fc334731a9e7816891220e8d&device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 1100 time: 0.0758855 Aug 09 17:59:31.362781 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-0ecc1030-d120-4a8a-859a-5958f6220be7 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.363916 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-0ecc1030-d120-4a8a-859a-5958f6220be7 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "GET /v2.0/networks?id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 200 len: 815 time: 0.1124640 Aug 09 17:59:31.365827 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:31.376125 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf275498-528d-4477-a3bb-5e36a890e941 req-166de678-06cc-4805-9771-8b4746bb2274 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.377848 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cf275498-528d-4477-a3bb-5e36a890e941 req-166de678-06cc-4805-9771-8b4746bb2274 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0622308 Aug 09 17:59:31.402078 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.402701 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:31.404101 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] 10.222.0.77 "PUT /v2.0/ports/bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 HTTP/1.1" status: 200 len: 1094 time: 1.3312035 Aug 09 17:59:31.434305 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Request body: {'port': {'device_id': '3f88a250-5374-40f5-bc80-3d0e8d7c1eab', 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426', 'admin_state_up': True, 'tenant_id': '4f5d0ea8c1094c11a2681ecd24195900'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:31.453241 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-cae0af4b-5e5d-4c1c-acb1-91c39ff55dc3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=b718b798-9d77-49a9-b931-1c57f3898ef2 HTTP/1.1" status: 200 len: 217 time: 0.0598676 Aug 09 17:59:31.461542 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083a1fe-fcae-4adf-8820-f889fc4a6382 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:31.464125 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cf275498-528d-4477-a3bb-5e36a890e941 req-8707c8c7-0781-4f38-822c-b310a2d8d6e4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789480 Aug 09 17:59:31.526811 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-71f9b1cc-f929-4afc-84da-132452b06c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.529098 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-71f9b1cc-f929-4afc-84da-132452b06c91 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7680247b-d468-4063-b452-44eecfc5a7bc HTTP/1.1" status: 200 len: 843 time: 0.0633655 Aug 09 17:59:31.618174 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683b727-d45d-4ad4-8117-7f9d0c25886c req-60b78462-c47a-46d9-ad90-1b2d542853e9 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.619884 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f683b727-d45d-4ad4-8117-7f9d0c25886c req-60b78462-c47a-46d9-ad90-1b2d542853e9 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 944 time: 0.0899255 Aug 09 17:59:31.669031 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Made reservation on behalf of 4f5d0ea8c1094c11a2681ecd24195900 for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:59:31.672573 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:31.673738 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-098de2c7-6559-488a-b4bb-cc6242af45a8 req-bd17bff4-3e0f-46f0-922b-e543f5f05bd0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 210 time: 0.0483038 Aug 09 17:59:31.680976 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-2a9ea771-96c6-4a30-86f9-3730c39b46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.680976 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-2a9ea771-96c6-4a30-86f9-3730c39b46a3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ad63ee60-5ad4-4af2-98b7-8313587c9f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1055660 Aug 09 17:59:31.710446 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f683b727-d45d-4ad4-8117-7f9d0c25886c req-86bb0c3e-d670-40e0-8277-ef3812de517a tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752347 Aug 09 17:59:31.741069 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-7691b0d2-f196-46fe-9ba1-167ef5bb5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.743117 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-7691b0d2-f196-46fe-9ba1-167ef5bb5931 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=603e3531e5f2445c88af25690dfb7eee&device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 1097 time: 0.1058884 Aug 09 17:59:31.793180 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-4cc3f78d-5b29-4c49-93c3-9b733ba179ce service neutron] 10.222.0.77 "GET /v2.0/networks/ad63ee60-5ad4-4af2-98b7-8313587c9f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948920 Aug 09 17:59:31.811711 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-0efd6ecd-2872-46b3-9e7a-a3957dd506a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 HTTP/1.1" status: 200 len: 217 time: 0.0472541 Aug 09 17:59:31.891566 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Allocated IP 172.20.0.4 (04ccc88b-41a6-4ff5-8ccc-6ab73913f426/02049257-20b3-4b69-bfea-b66b839b27f3/46144547-649a-423e-9db1-03426abf1806) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:59:31.898471 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-9ac9eddb-b336-4a97-8f22-4476e5cd4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:31.904493 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-9ac9eddb-b336-4a97-8f22-4476e5cd4cbd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=791294cf-76bc-4a36-ad30-71fd2a1aa962 HTTP/1.1" status: 200 len: 848 time: 0.0701623 Aug 09 17:59:31.904649 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf23fe4e-1de0-4d92-a08a-1c607cb32ac6 req-e5dc992b-7a19-4037-b627-052e72a39438 service neutron] 10.222.0.77 "GET /v2.0/networks/ad63ee60-5ad4-4af2-98b7-8313587c9f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992289 Aug 09 17:59:31.975553 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-977f37de-1b51-4419-87a4-e5fd61fe7fbe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d51ee99-afba-4328-bf92-12cf7324d11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399325 Aug 09 17:59:32.150419 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:32.156976 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-5a4aa8cd-0aae-4f83-b993-8a4ba238966c service neutron] 10.222.0.77 "GET /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665981 Aug 09 17:59:32.244206 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2f512-e3ee-42dd-9531-19ce7c74562b req-06514120-3c03-4c14-83a0-cbbc52650363 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:32.245797 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3ad2f512-e3ee-42dd-9531-19ce7c74562b req-06514120-3c03-4c14-83a0-cbbc52650363 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 947 time: 0.0727725 Aug 09 17:59:32.283270 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eb2c0e14-456a-4e3b-a666-fdf2f4470c28 req-c7e75e32-f9e7-4d7e-8790-82cd206da86d service neutron] 10.222.0.77 "GET /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000183 Aug 09 17:59:32.323562 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3ad2f512-e3ee-42dd-9531-19ce7c74562b req-015c4fe6-50f4-449c-a37c-e8bda0da7883 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681264 Aug 09 17:59:32.331483 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-bfa6b798-86a2-49f7-ba16-840df7d2e778 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138194127&fields=id&tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b HTTP/1.1" status: 200 len: 267 time: 0.0649426 Aug 09 17:59:32.360487 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:32.418618 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:59:32.422870 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:59:32.428107 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:59:32.432006 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Pushing event updated for resources: {'Port': ['ID=46144547-649a-423e-9db1-03426abf1806,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:32.433480 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['017a5390-8e4d-4dcf-a64e-cae4d92da69b', '2cc94102-9bfd-40f3-a4a2-7ec095bc918a', '7ce7b234-b382-4ae0-a441-462d05430503'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:59:32.442830 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-591cddf7-9f29-4620-8e25-5395bedd3bb7 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:32.444414 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-591cddf7-9f29-4620-8e25-5395bedd3bb7 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 812 time: 0.1055336 Aug 09 17:59:32.461250 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-8197a0c6-8a96-4aac-a261-52cd1f5d153c tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/quotas/f127e76c4e2d4888a8fcd4f86727ad0b HTTP/1.1" status: 200 len: 375 time: 0.0103850 Aug 09 17:59:32.487252 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:32.488046 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:32.518339 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-2ce873e8-72ed-4805-86c6-bfa7d379a48d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502548 Aug 09 17:59:32.661099 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce60eeb-e530-48d4-8339-1713aa84eb66 req-7f358147-b9ef-4599-8a8e-2045e5d3aa1e tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:32.662849 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0ce60eeb-e530-48d4-8339-1713aa84eb66 req-7f358147-b9ef-4599-8a8e-2045e5d3aa1e tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1057832 Aug 09 17:59:32.685421 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-d38f2e98-7a27-4e62-8ea5-e5b1555b8212 service neutron] 10.222.0.54 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489382 Aug 09 17:59:32.707439 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d264cfbf-214b-4de3-a5d2-96b75e46c237 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2777257 Aug 09 17:59:32.733774 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Request body: {'port': {'device_id': '3f88a250-5374-40f5-bc80-3d0e8d7c1eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:32.770940 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0ce60eeb-e530-48d4-8339-1713aa84eb66 req-804e266d-553a-4339-9fbf-6ad34a514c24 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986753 Aug 09 17:59:32.795943 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339f54b2-3363-4a78-b8bb-cbc18faa482d', 'tag': 'bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:32.798249 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f2a60-a01f-451e-87f6-227f24c7bf42" -d '{"events": [{"name": "network-changed", "server_uuid": "339f54b2-3363-4a78-b8bb-cbc18faa482d", "tag": "bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:32.801357 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:32.818793 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-9fdd818c-8f55-46bc-90ea-0b2d635cb72c service neutron] 10.222.0.54 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263781 Aug 09 17:59:33.054508 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb802ff-7b5a-4f5a-b114-d61b55ad9921 req-49016092-030b-4b00-ae8b-a449db44b722 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:33.056490 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6eb802ff-7b5a-4f5a-b114-d61b55ad9921 req-49016092-030b-4b00-ae8b-a449db44b722 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 931 time: 0.0504289 Aug 09 17:59:33.110739 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46144547-649a-423e-9db1-03426abf1806 {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:59:33.116610 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6eb802ff-7b5a-4f5a-b114-d61b55ad9921 req-ccf308bc-c489-43c8-a985-37180f371376 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Aug 09 17:59:33.119682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:33.133356 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Transition to ACTIVE for port object 46144547-649a-423e-9db1-03426abf1806 will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:59:33.227514 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce15ef-56e1-4582-a6ce-8072997f0114 req-b4cf6f8f-f674-40b2-ac80-673063d4e22c tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:33.229327 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b8ce15ef-56e1-4582-a6ce-8072997f0114 req-b4cf6f8f-f674-40b2-ac80-673063d4e22c tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 944 time: 0.0545585 Aug 09 17:59:33.279570 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b8ce15ef-56e1-4582-a6ce-8072997f0114 req-acbd7705-eea6-4897-88de-5e9bd3ad402b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Aug 09 17:59:33.320502 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:33.325501 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a270539-599d-450b-a7f8-ccae39139266 x-openstack-request-id: req-7a270539-599d-450b-a7f8-ccae39139266 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:33.325784 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339f54b2-3363-4a78-b8bb-cbc18faa482d", "tag": "bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:33.326029 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a270539-599d-450b-a7f8-ccae39139266 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:33.333582 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339f54b2-3363-4a78-b8bb-cbc18faa482d', 'tag': 'bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9', 'status': 'completed', 'code': 200} Aug 09 17:59:33.425652 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Pushing event updated for resources: {'Port': ['ID=46144547-649a-423e-9db1-03426abf1806,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:33.481966 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051688bf-8bc2-4a7d-9d51-0872290fb125 req-cec43476-1f09-483d-8ea7-d795269b4c5d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:33.483584 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-051688bf-8bc2-4a7d-9d51-0872290fb125 req-cec43476-1f09-483d-8ea7-d795269b4c5d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 947 time: 0.0606143 Aug 09 17:59:33.540330 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-051688bf-8bc2-4a7d-9d51-0872290fb125 req-1fcfd251-b031-4490-b222-f68274c3607c tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491080 Aug 09 17:59:33.712070 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fe6afb41-c9de-446d-b97a-57f3206ac5d0 req-4d06df51-1796-4511-b3db-ce44d9d6c909 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 210 time: 0.0450461 Aug 09 17:59:33.752015 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Attempting to bind port 46144547-649a-423e-9db1-03426abf1806 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:59:33.752793 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Attempting to bind port 46144547-649a-423e-9db1-03426abf1806 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:59:33.752793 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Attempting to bind port 46144547-649a-423e-9db1-03426abf1806 on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:59:33.759911 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f2a60-a01f-451e-87f6-227f24c7bf42 req-9247ea76-da3a-400a-8183-a85889bad87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:33.762684 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-893f2a60-a01f-451e-87f6-227f24c7bf42 req-9247ea76-da3a-400a-8183-a85889bad87e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=603e3531e5f2445c88af25690dfb7eee&device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 1097 time: 0.3669877 Aug 09 17:59:33.766236 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Port 46144547-649a-423e-9db1-03426abf1806 on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:59:33.766720 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Attempting to bind port 46144547-649a-423e-9db1-03426abf1806 on network 04ccc88b-41a6-4ff5-8ccc-6ab73913f426 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:59:33.789446 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:59:33.790187 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Checking segment: {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:59:33.790649 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Bound using segment: {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:59:33.791403 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Bound port: 46144547-649a-423e-9db1-03426abf1806, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad874bc-5206-427f-8ecb-0f4b57607457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:59:33.792005 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:33.823136 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:59:33.920668 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01cb8c-6fb5-406a-9b17-11e880ac5222 req-35b18c72-f7df-49c5-ae6f-66b5f91074c8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:33.922715 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7e01cb8c-6fb5-406a-9b17-11e880ac5222 req-35b18c72-f7df-49c5-ae6f-66b5f91074c8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0611160 Aug 09 17:59:33.942161 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] For port 46144547-649a-423e-9db1-03426abf1806, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:59:33.944981 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f2a60-a01f-451e-87f6-227f24c7bf42 req-19076f4f-c48e-48e3-ad1c-a4e2d73e2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:33.946501 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-893f2a60-a01f-451e-87f6-227f24c7bf42 req-19076f4f-c48e-48e3-ad1c-a4e2d73e2740 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9d51ee99-afba-4328-bf92-12cf7324d11c HTTP/1.1" status: 200 len: 909 time: 0.1747472 Aug 09 17:59:33.955079 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,segment=NetworkSegment(6a17d167-6125-4c2b-bf9c-b2b07f83d845),segment_id=6a17d167-6125-4c2b-bf9c-b2b07f83d845)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:33.958336 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] For port 46144547-649a-423e-9db1-03426abf1806, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=46144547-649a-423e-9db1-03426abf1806,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:59:33.978017 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7e01cb8c-6fb5-406a-9b17-11e880ac5222 req-6e9c12b4-554d-4252-a49a-fdd2a5733db8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457444 Aug 09 17:59:33.979733 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9', 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c', 'port_id': 'bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9', 'mac_address': 'fa:16:3e:bd:1b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791294cf-76bc-4a36-ad30-71fd2a1aa962', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:59:34.007360 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-893f2a60-a01f-451e-87f6-227f24c7bf42 req-7329c81d-0343-4af6-8a7b-355f5952ddcd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 HTTP/1.1" status: 200 len: 217 time: 0.0509779 Aug 09 17:59:34.030197 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:34.044456 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:59:34.069562 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,segment=NetworkSegment(6a17d167-6125-4c2b-bf9c-b2b07f83d845),segment_id=6a17d167-6125-4c2b-bf9c-b2b07f83d845)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:34.084675 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f2a60-a01f-451e-87f6-227f24c7bf42 req-d7c365cf-1d58-4241-9217-d34bb461e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:34.086108 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-893f2a60-a01f-451e-87f6-227f24c7bf42 req-d7c365cf-1d58-4241-9217-d34bb461e667 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=791294cf-76bc-4a36-ad30-71fd2a1aa962 HTTP/1.1" status: 200 len: 848 time: 0.0609746 Aug 09 17:59:34.099056 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:34.149478 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:34.150099 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:34.151433 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] 10.222.0.77 "PUT /v2.0/ports/46144547-649a-423e-9db1-03426abf1806 HTTP/1.1" status: 200 len: 1093 time: 1.4228332 Aug 09 17:59:34.176580 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-893f2a60-a01f-451e-87f6-227f24c7bf42 req-d7e81832-11c1-4b44-8de5-0ce31813b37d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d51ee99-afba-4328-bf92-12cf7324d11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414991 Aug 09 17:59:34.202852 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4472bfa-c49f-4ea2-85d8-bef757e5ef3f service neutron] Pushing event updated for resources: {'Port': ['ID=46144547-649a-423e-9db1-03426abf1806,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:34.228832 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:34.229964 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b718b798-9d77-49a9-b931-1c57f3898ef2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:59:34.337128 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-893f2a60-a01f-451e-87f6-227f24c7bf42 req-c974ad59-74ae-465e-935d-7cbd4f6cdb08 service neutron] 10.222.0.77 "GET /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439874 Aug 09 17:59:34.420733 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:34.444388 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.444849 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.445478 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.446006 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.446526 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.447032 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.447543 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.448059 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.448571 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.449115 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.449721 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.450352 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:59:34.506713 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-74ec2710-a8ab-4e1e-a345-166c355f4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:34.509259 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-74ec2710-a8ab-4e1e-a345-166c355f4dc0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 1096 time: 0.1709530 Aug 09 17:59:34.512691 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port b718b798-9d77-49a9-b931-1c57f3898ef2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b718b798-9d77-49a9-b931-1c57f3898ef2,segment=NetworkSegment(17d111ca-5c37-4e3b-9dd0-d32d99e0fddf),segment_id=17d111ca-5c37-4e3b-9dd0-d32d99e0fddf)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:34.575582 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-016cb8b0-c47d-48e8-9a1f-23566528af2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46144547-649a-423e-9db1-03426abf1806 HTTP/1.1" status: 200 len: 217 time: 0.0471249 Aug 09 17:59:34.612780 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274977d0-c15f-4f51-b620-435b222ced20 req-6af1af01-6896-4238-8769-229cbc7d05ce tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:34.620857 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-274977d0-c15f-4f51-b620-435b222ced20 req-6af1af01-6896-4238-8769-229cbc7d05ce tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 943 time: 0.3955941 Aug 09 17:59:34.629366 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-893f2a60-a01f-451e-87f6-227f24c7bf42 req-a7c03e61-f6b3-47bf-bbe2-b7ee086e7fb2 service neutron] 10.222.0.77 "GET /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255127 Aug 09 17:59:34.665812 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-0ae8cdc1-3d49-4709-9aac-9da71b4607fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:34.667826 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-0ae8cdc1-3d49-4709-9aac-9da71b4607fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02049257-20b3-4b69-bfea-b66b839b27f3 HTTP/1.1" status: 200 len: 855 time: 0.0809162 Aug 09 17:59:34.672874 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e1e0b-5571-4ca7-8f07-5c608d02a96c req-d22fd8be-60fc-4c33-bfac-f57cac539628 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:34.674539 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d04e1e0b-5571-4ca7-8f07-5c608d02a96c req-d22fd8be-60fc-4c33-bfac-f57cac539628 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 945 time: 0.1322341 Aug 09 17:59:34.689783 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'b718b798-9d77-49a9-b931-1c57f3898ef2', 'network_id': 'ad63ee60-5ad4-4af2-98b7-8313587c9f57', 'port_id': 'b718b798-9d77-49a9-b931-1c57f3898ef2', 'mac_address': 'fa:16:3e:22:0d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7680247b-d468-4063-b452-44eecfc5a7bc', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:59:34.711129 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-53680211-28ae-4a91-83bc-7eca28458d66 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327203 Aug 09 17:59:34.738650 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-274977d0-c15f-4f51-b620-435b222ced20 req-6af9db1b-8fcd-40d7-8f0c-762f74a1ad4d tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167831 Aug 09 17:59:34.740356 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:34.770725 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b718b798-9d77-49a9-b931-1c57f3898ef2 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:59:34.776481 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d04e1e0b-5571-4ca7-8f07-5c608d02a96c req-52527a37-fd48-4b78-9c36-e3a8e0fc570c tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899582 Aug 09 17:59:34.833668 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port b718b798-9d77-49a9-b931-1c57f3898ef2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b718b798-9d77-49a9-b931-1c57f3898ef2,segment=NetworkSegment(17d111ca-5c37-4e3b-9dd0-d32d99e0fddf),segment_id=17d111ca-5c37-4e3b-9dd0-d32d99e0fddf)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:34.861239 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-9765b772-94d7-4511-9f3b-9dba77945fce service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393828 Aug 09 17:59:34.914619 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-59a63775-dea5-4b42-971b-990d0e9ad06e req-d7a806cc-4e0a-4efc-aad1-4c3f34a594b0 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 210 time: 0.0590284 Aug 09 17:59:34.933474 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c22206-5b3b-42c0-a62b-4e13b3ed1918 req-3e5c3719-06ba-46a2-aae6-9d502a809951 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:34.934536 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-18c22206-5b3b-42c0-a62b-4e13b3ed1918 req-3e5c3719-06ba-46a2-aae6-9d502a809951 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 947 time: 0.0897443 Aug 09 17:59:34.986351 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-18c22206-5b3b-42c0-a62b-4e13b3ed1918 req-51b1c7b0-db2f-44c8-9317-c06bfa7cf87a tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Aug 09 17:59:34.992275 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a54f9570-1c48-4a77-94b6-132f6cbe8ad6 req-872c872d-5332-4851-9eb4-247a3ebacebd service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226220 Aug 09 17:59:35.005873 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:35.057348 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=b718b798-9d77-49a9-b931-1c57f3898ef2,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:35.109714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f6fd2-b6bf-40cf-abc5-ca24939eadc7 req-9d6350e3-c2cb-4131-8ac5-84865487782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:35.111149 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-797f6fd2-b6bf-40cf-abc5-ca24939eadc7 req-9d6350e3-c2cb-4131-8ac5-84865487782d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 1098 time: 0.0505371 Aug 09 17:59:35.132486 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cac27-d622-4054-bafb-6756e6f64c3b req-c55aefe2-f874-4922-8686-4197737fba53 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:35.134073 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-199cac27-d622-4054-bafb-6756e6f64c3b req-c55aefe2-f874-4922-8686-4197737fba53 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0583622 Aug 09 17:59:35.168251 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-797f6fd2-b6bf-40cf-abc5-ca24939eadc7 req-778af25c-77f5-40ac-b32b-6fd64d3bb9b5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468533 Aug 09 17:59:35.191774 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-199cac27-d622-4054-bafb-6756e6f64c3b req-66e1001d-3cab-4ff9-ab76-ca11478d0f61 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496526 Aug 09 17:59:35.327719 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f88a250-5374-40f5-bc80-3d0e8d7c1eab', 'tag': '46144547-649a-423e-9db1-03426abf1806'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:35.331387 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55" -d '{"events": [{"name": "network-changed", "server_uuid": "3f88a250-5374-40f5-bc80-3d0e8d7c1eab", "tag": "46144547-649a-423e-9db1-03426abf1806"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:35.372138 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a86649d-42c4-4158-aa3b-c38e63c01c69 x-openstack-request-id: req-8a86649d-42c4-4158-aa3b-c38e63c01c69 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:35.372507 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f88a250-5374-40f5-bc80-3d0e8d7c1eab", "tag": "46144547-649a-423e-9db1-03426abf1806", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:35.372831 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a86649d-42c4-4158-aa3b-c38e63c01c69 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:35.373257 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f88a250-5374-40f5-bc80-3d0e8d7c1eab', 'tag': '46144547-649a-423e-9db1-03426abf1806', 'status': 'completed', 'code': 200} Aug 09 17:59:35.539199 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:59:35.569502 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['b718b798-9d77-49a9-b931-1c57f3898ef2'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:59:35.794112 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55 req-8e86a683-9d1a-457f-aed8-02aee9caa677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:35.797392 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55 req-8e86a683-9d1a-457f-aed8-02aee9caa677 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 1096 time: 0.0735941 Aug 09 17:59:35.876930 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6f3e0-efc1-4354-99f7-587e2dad3153 req-82097011-35b3-4c10-9fa1-3eeed499d222 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:35.880581 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0dc6f3e0-efc1-4354-99f7-587e2dad3153 req-82097011-35b3-4c10-9fa1-3eeed499d222 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 943 time: 0.0707173 Aug 09 17:59:35.913527 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55 req-8174993f-77f6-4646-aa01-8816039f4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:35.915130 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55 req-8174993f-77f6-4646-aa01-8816039f4301 service neutron] 10.222.0.77 "GET /v2.0/networks?id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 200 len: 916 time: 0.1055431 Aug 09 17:59:35.953343 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0dc6f3e0-efc1-4354-99f7-587e2dad3153 req-ebf522df-a30a-4d2a-a15a-416e71c1e9d6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665655 Aug 09 17:59:35.981790 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b061f-dc52-4813-853f-0038b0a0e7db req-3c3515e8-eb35-412a-9324-e60c8ada889d tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:35.983678 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-765b061f-dc52-4813-853f-0038b0a0e7db req-3c3515e8-eb35-412a-9324-e60c8ada889d tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 945 time: 0.0872006 Aug 09 17:59:35.988346 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55 req-51689b42-95b7-42de-9764-11018b2c201d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46144547-649a-423e-9db1-03426abf1806 HTTP/1.1" status: 200 len: 217 time: 0.0517681 Aug 09 17:59:36.054683 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55 req-6d4a27a0-5dd7-4146-9003-8ff89a99ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:36.056161 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55 req-6d4a27a0-5dd7-4146-9003-8ff89a99ba61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=02049257-20b3-4b69-bfea-b66b839b27f3 HTTP/1.1" status: 200 len: 855 time: 0.0594933 Aug 09 17:59:36.062813 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-765b061f-dc52-4813-853f-0038b0a0e7db req-2b5ea169-96df-440d-b0ae-e94edc14ca0d tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696166 Aug 09 17:59:36.087582 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4a25ff7d-97de-44b5-be07-47af9255e835 req-023e443b-87aa-4bd2-a7ba-33404c9d1fa8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 210 time: 0.0452647 Aug 09 17:59:36.096705 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55 req-d17fb939-2b89-42a4-9e5a-c58cb7873c0a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=04ccc88b-41a6-4ff5-8ccc-6ab73913f426&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304649 Aug 09 17:59:36.180445 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:36.203405 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6af17-39f1-4721-9739-620d5f801be3 req-9f1730bd-f99f-4c25-92e5-42e988e49864 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:36.204960 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5bd6af17-39f1-4721-9739-620d5f801be3 req-9f1730bd-f99f-4c25-92e5-42e988e49864 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 948 time: 0.0669553 Aug 09 17:59:36.212623 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55 req-2d6a14ba-f5ac-48cf-8f86-aec43a9503e5 service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011953 Aug 09 17:59:36.254452 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5bd6af17-39f1-4721-9739-620d5f801be3 req-a827a5ee-204b-41c5-847f-46688ac33c11 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Aug 09 17:59:36.331921 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd0b78-8925-4742-85a1-add7bd855623 req-5f4c6448-3fc4-40b6-9b3e-0c8262174887 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:36.333791 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3dcd0b78-8925-4742-85a1-add7bd855623 req-5f4c6448-3fc4-40b6-9b3e-0c8262174887 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0607631 Aug 09 17:59:36.372476 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-6d70163e-2ff8-4a4f-85ca-4ffbdf2ffe55 req-293c1fab-fd50-4d7d-9955-fe3e86a0278b service neutron] 10.222.0.77 "GET /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217208 Aug 09 17:59:36.379311 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3dcd0b78-8925-4742-85a1-add7bd855623 req-2198c087-1b41-44fa-870e-698cff3e7cf5 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387659 Aug 09 17:59:37.082380 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bdcc9-5516-4b86-bd99-8fefcc7070d6 req-5864aa23-5292-4102-9e47-05f6768901e8 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:37.084080 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c83bdcc9-5516-4b86-bd99-8fefcc7070d6 req-5864aa23-5292-4102-9e47-05f6768901e8 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 943 time: 0.0520906 Aug 09 17:59:37.134441 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c83bdcc9-5516-4b86-bd99-8fefcc7070d6 req-3aed55b7-ce75-47a0-bc57-11752504da22 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439367 Aug 09 17:59:37.193025 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53adcd-c3c0-4018-93b3-005b3a7e3107 req-1fffdeca-0076-4ba3-b294-846b569d2f23 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:37.195004 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7c53adcd-c3c0-4018-93b3-005b3a7e3107 req-1fffdeca-0076-4ba3-b294-846b569d2f23 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 945 time: 0.0584047 Aug 09 17:59:37.230729 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ff9d4275-fd97-42cf-8096-c8ad5ad67ae3 req-d10b32ed-b7b9-49b1-b583-5022a9949009 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 210 time: 0.0333397 Aug 09 17:59:37.260184 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7c53adcd-c3c0-4018-93b3-005b3a7e3107 req-4c347ad5-fc15-4b5d-8d1e-89ba80d512df tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520458 Aug 09 17:59:37.374690 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c53a98-fa89-45a7-aae6-261c5d3081fb req-7debad05-af1c-4f67-8b8e-41a2680a00ee tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:37.422665 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-65c53a98-fa89-45a7-aae6-261c5d3081fb req-7debad05-af1c-4f67-8b8e-41a2680a00ee tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 948 time: 0.0498469 Aug 09 17:59:37.422665 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-65c53a98-fa89-45a7-aae6-261c5d3081fb req-7bf1dbda-15cf-48c0-abc2-71d0e8732d7d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337064 Aug 09 17:59:37.499886 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9992d0-8085-42b0-8cf5-ca0c6aadb104 req-45706201-c27f-4ee9-a3a2-13c3fcbde702 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:37.501376 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3d9992d0-8085-42b0-8cf5-ca0c6aadb104 req-45706201-c27f-4ee9-a3a2-13c3fcbde702 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0481937 Aug 09 17:59:37.543402 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3d9992d0-8085-42b0-8cf5-ca0c6aadb104 req-17874aec-dd65-4ca6-a5a4-e19238505bc1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355339 Aug 09 17:59:37.895717 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-f341e964-7a21-41b4-bf9b-8d44842c9f6a tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:37.897415 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-f341e964-7a21-41b4-bf9b-8d44842c9f6a tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 812 time: 0.1117082 Aug 09 17:59:37.899948 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 46144547-649a-423e-9db1-03426abf1806 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:59:37.935247 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:59:37.970000 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-243859af-2fbd-488c-b913-5955c1df12da tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b HTTP/1.1" status: 200 len: 380 time: 0.0405078 Aug 09 17:59:37.980714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'port': {'device_id': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'admin_state_up': True, 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'security_groups': ['c774b359-8b3a-416e-8cd8-cfc587eb3b7d']}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:38.056809 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 46144547-649a-423e-9db1-03426abf1806, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=46144547-649a-423e-9db1-03426abf1806,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:38.068359 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '46144547-649a-423e-9db1-03426abf1806', 'network_id': '04ccc88b-41a6-4ff5-8ccc-6ab73913f426', 'port_id': '46144547-649a-423e-9db1-03426abf1806', 'mac_address': 'fa:16:3e:29:ce:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02049257-20b3-4b69-bfea-b66b839b27f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:59:38.122688 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:38.140531 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46144547-649a-423e-9db1-03426abf1806 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:59:38.164283 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 46144547-649a-423e-9db1-03426abf1806, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=46144547-649a-423e-9db1-03426abf1806,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:38.188789 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecb6c0-ac89-49c6-b059-b468f0d1962a req-40537bde-0bb2-42c9-914d-0e262d623bb6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:38.190251 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-deecb6c0-ac89-49c6-b059-b468f0d1962a req-40537bde-0bb2-42c9-914d-0e262d623bb6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0555391 Aug 09 17:59:38.224332 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:59:38.228693 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:59:38.229215 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:38.258345 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-deecb6c0-ac89-49c6-b059-b468f0d1962a req-690273c7-f3ef-421f-be97-490b23260381 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615728 Aug 09 17:59:38.275549 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0989e0-2b5e-4134-a4af-47da9054a5f1 req-e7967014-a703-4ac7-84bf-3d61d3cca5a6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:38.277098 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cd0989e0-2b5e-4134-a4af-47da9054a5f1 req-e7967014-a703-4ac7-84bf-3d61d3cca5a6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 943 time: 0.0660150 Aug 09 17:59:38.321903 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cd0989e0-2b5e-4134-a4af-47da9054a5f1 req-f679793c-da82-4f57-bed0-5e05bd1b226b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382602 Aug 09 17:59:38.322106 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:38.352814 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339f54b2-3363-4a78-b8bb-cbc18faa482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:38.355126 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa775edd-3e68-4b70-b124-06d68c3fd420" -d '{"events": [{"server_uuid": "339f54b2-3363-4a78-b8bb-cbc18faa482d", "name": "network-vif-plugged", "status": "completed", "tag": "bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:38.367088 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,segment=NetworkSegment(6a17d167-6125-4c2b-bf9c-b2b07f83d845),segment_id=6a17d167-6125-4c2b-bf9c-b2b07f83d845)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:38.381651 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2b1a46c3-f4b8-42af-814a-d8df463ec618 req-734f5ef5-2c4b-4649-be80-2cb869c6f152 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 210 time: 0.0323977 Aug 09 17:59:38.406203 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Made reservation on behalf of f127e76c4e2d4888a8fcd4f86727ad0b for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:59:38.411459 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:38.435973 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886ff0e3-43c3-4a78-99c3-fff6bdc65488 x-openstack-request-id: req-886ff0e3-43c3-4a78-99c3-fff6bdc65488 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:38.436359 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339f54b2-3363-4a78-b8bb-cbc18faa482d", "name": "network-vif-plugged", "status": "completed", "tag": "bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:38.436808 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-886ff0e3-43c3-4a78-99c3-fff6bdc65488 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:38.437272 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339f54b2-3363-4a78-b8bb-cbc18faa482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9', 'code': 200} Aug 09 17:59:38.447448 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddee951-7abc-4042-9bcc-265499a10b4e req-5405fe2d-b6c9-4c24-9a93-25ad2684b92b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:38.449892 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fddee951-7abc-4042-9bcc-265499a10b4e req-5405fe2d-b6c9-4c24-9a93-25ad2684b92b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 945 time: 0.0669141 Aug 09 17:59:38.502017 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fddee951-7abc-4042-9bcc-265499a10b4e req-ef05000e-1159-4e01-bdf1-aaea9f3c2b62 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453749 Aug 09 17:59:38.502824 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:38.584576 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d068799-b31f-4ac4-b683-dfdaedb1c7f6 req-4049dfaa-93ed-469a-b5ec-eaed11b93eec tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:38.586301 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3d068799-b31f-4ac4-b683-dfdaedb1c7f6 req-4049dfaa-93ed-469a-b5ec-eaed11b93eec tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 948 time: 0.0609381 Aug 09 17:59:38.595189 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=46144547-649a-423e-9db1-03426abf1806,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:38.616149 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c2327-9923-4edb-b691-97adfb802b34 req-06ee4467-b47e-40ec-94fd-9e73df89ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:38.617858 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9c5c2327-9923-4edb-b691-97adfb802b34 req-06ee4467-b47e-40ec-94fd-9e73df89ddda service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f9f5a108de43476ebc89d2884380eeb7&device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 1098 time: 0.1183031 Aug 09 17:59:38.635210 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3d068799-b31f-4ac4-b683-dfdaedb1c7f6 req-ca13a7ae-80a9-41e6-98a0-84df23331169 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Aug 09 17:59:38.641403 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Allocated IP 172.20.0.6 (0813a6d7-5ac5-4010-a774-1854c5fa63dd/8018ece5-90b3-4713-b81b-06150633b989/e021ff8a-fbf0-4c68-989c-db18b369ef6b) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:59:38.680967 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:38.682592 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b718b798-9d77-49a9-b931-1c57f3898ef2 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:59:38.772827 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:38.825734 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c2327-9923-4edb-b691-97adfb802b34 req-7d5bda2b-d5a6-4f6b-a452-a0a68e5c6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:38.827242 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9c5c2327-9923-4edb-b691-97adfb802b34 req-7d5bda2b-d5a6-4f6b-a452-a0a68e5c6797 service neutron] 10.222.0.77 "GET /v2.0/networks?id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 200 len: 920 time: 0.1736908 Aug 09 17:59:38.881042 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9c5c2327-9923-4edb-b691-97adfb802b34 req-93bd2c96-9b08-4a64-997a-7288cc106308 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=642533d7-a56a-4503-981e-d518e8beaed5 HTTP/1.1" status: 200 len: 217 time: 0.0447671 Aug 09 17:59:38.891378 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:38.933566 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Transition to ACTIVE for port object e021ff8a-fbf0-4c68-989c-db18b369ef6b will not be triggered until provisioned by entity DHCP. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:59:38.951868 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c2327-9923-4edb-b691-97adfb802b34 req-3bc51240-c5e6-4241-9888-0831166dc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:38.953368 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9c5c2327-9923-4edb-b691-97adfb802b34 req-3bc51240-c5e6-4241-9888-0831166dc046 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1bbbf44f-702e-4b0d-ae1d-15b3c624f928 HTTP/1.1" status: 200 len: 859 time: 0.0596373 Aug 09 17:59:38.959927 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port b718b798-9d77-49a9-b931-1c57f3898ef2 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:59:38.966187 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port b718b798-9d77-49a9-b931-1c57f3898ef2 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:59:38.966187 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:38.999203 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9c5c2327-9923-4edb-b691-97adfb802b34 req-29fd9096-afbc-48c5-8b88-9e0ec64b6611 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355377 Aug 09 17:59:39.041210 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['46144547-649a-423e-9db1-03426abf1806'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:59:39.096480 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:39.116848 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9c5c2327-9923-4edb-b691-97adfb802b34 req-340216ee-bd1a-44e5-a7a6-5ebabdab0d1e service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085553 Aug 09 17:59:39.148856 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fbf51-c350-4202-b778-40138d1a8f0c req-d8198ba4-aa81-4e08-a440-af209de35c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:39.150480 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cc9fbf51-c350-4202-b778-40138d1a8f0c req-d8198ba4-aa81-4e08-a440-af209de35c9c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 1099 time: 0.0801876 Aug 09 17:59:39.156757 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:39.160935 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port b718b798-9d77-49a9-b931-1c57f3898ef2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b718b798-9d77-49a9-b931-1c57f3898ef2,segment=NetworkSegment(17d111ca-5c37-4e3b-9dd0-d32d99e0fddf),segment_id=17d111ca-5c37-4e3b-9dd0-d32d99e0fddf)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:39.223185 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cc9fbf51-c350-4202-b778-40138d1a8f0c req-4254c31a-20db-4e58-a188-f1fda7a970e3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Aug 09 17:59:39.231886 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:59:39.241271 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:59:39.245620 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:59:39.269669 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:39.301479 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'Port': ['ID=e021ff8a-fbf0-4c68-989c-db18b369ef6b,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:39.330016 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:39.330684 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:39.345757 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9c5c2327-9923-4edb-b691-97adfb802b34 req-217b492c-a06c-42a0-a2e9-16b040d7bc0e service neutron] 10.222.0.77 "GET /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180417 Aug 09 17:59:39.349442 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=b718b798-9d77-49a9-b931-1c57f3898ef2,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:39.450536 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bf5de-7711-4898-8a43-4df3163262f8 req-0722e695-47fb-4a35-bdd9-3419231a9ac0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:39.452103 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-996bf5de-7711-4898-8a43-4df3163262f8 req-0722e695-47fb-4a35-bdd9-3419231a9ac0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0857346 Aug 09 17:59:39.492069 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a26bf-d9c2-458c-91f0-58fa113c3d75 req-efe1b7f0-f364-4f90-8e68-bb0e770baba5 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:39.492271 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-58157d04-67a5-4193-8f1d-9e4045583711 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5156105 Aug 09 17:59:39.493504 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5b5a26bf-d9c2-458c-91f0-58fa113c3d75 req-efe1b7f0-f364-4f90-8e68-bb0e770baba5 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 944 time: 0.0850465 Aug 09 17:59:39.525733 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-996bf5de-7711-4898-8a43-4df3163262f8 req-8ce46e71-40ec-4579-bf9e-656f85972305 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634663 Aug 09 17:59:39.558003 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5b5a26bf-d9c2-458c-91f0-58fa113c3d75 req-4cda048b-b393-4025-9728-5ab90499d14c tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567095 Aug 09 17:59:39.654951 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Request body: {'port': {'device_id': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:39.714368 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-884d5417-0704-49a6-829b-7d719dcb611d None None] Provisioning for port e021ff8a-fbf0-4c68-989c-db18b369ef6b completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:59:39.716891 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f260a-e3bc-4984-a712-fe773af2e537 req-46d1a486-d806-4a41-a679-ad3547a47771 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:39.719724 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-884d5417-0704-49a6-829b-7d719dcb611d None None] Provisioning complete for port e021ff8a-fbf0-4c68-989c-db18b369ef6b triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:59:39.720044 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8b9f260a-e3bc-4984-a712-fe773af2e537 req-46d1a486-d806-4a41-a679-ad3547a47771 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 946 time: 0.0926979 Aug 09 17:59:39.720326 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-884d5417-0704-49a6-829b-7d719dcb611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:39.730448 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:39.731813 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58d9e1-7eb5-4971-877a-163ab01ce68e req-dac213db-5a85-4e45-b081-0c0250c1b820 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:39.739742 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fe58d9e1-7eb5-4971-877a-163ab01ce68e req-dac213db-5a85-4e45-b081-0c0250c1b820 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 931 time: 0.1154895 Aug 09 17:59:39.804940 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-884d5417-0704-49a6-829b-7d719dcb611d None None] Port e021ff8a-fbf0-4c68-989c-db18b369ef6b cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 17:59:39.826757 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fe58d9e1-7eb5-4971-877a-163ab01ce68e req-c4b455f9-db78-4092-b480-7ac4acfd7fa9 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858874 Aug 09 17:59:39.829553 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8b9f260a-e3bc-4984-a712-fe773af2e537 req-6a3c1b31-6125-46f5-9cbb-d91555e567a9 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873077 Aug 09 17:59:39.945528 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ba562-d294-406b-9742-e2f478e544ff req-e60dc6fa-503b-46ba-8500-4f0d51fa68c1 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:39.947120 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a75ba562-d294-406b-9742-e2f478e544ff req-e60dc6fa-503b-46ba-8500-4f0d51fa68c1 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 949 time: 0.0606203 Aug 09 17:59:40.003264 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a75ba562-d294-406b-9742-e2f478e544ff req-1e00138e-d1de-48d9-abc4-d51c079d5530 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496893 Aug 09 17:59:40.066389 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e021ff8a-fbf0-4c68-989c-db18b369ef6b {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:59:40.074443 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:40.088480 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Transition to ACTIVE for port object e021ff8a-fbf0-4c68-989c-db18b369ef6b will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:59:40.240420 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:40.294561 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Pushing event updated for resources: {'Port': ['ID=e021ff8a-fbf0-4c68-989c-db18b369ef6b,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:40.376581 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Attempting to bind port e021ff8a-fbf0-4c68-989c-db18b369ef6b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:59:40.377043 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Attempting to bind port e021ff8a-fbf0-4c68-989c-db18b369ef6b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:59:40.377567 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Attempting to bind port e021ff8a-fbf0-4c68-989c-db18b369ef6b on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:59:40.385994 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Port e021ff8a-fbf0-4c68-989c-db18b369ef6b on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:59:40.386383 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Attempting to bind port e021ff8a-fbf0-4c68-989c-db18b369ef6b on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:59:40.392810 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:59:40.393157 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Checking segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:59:40.393540 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Bound using segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:59:40.394559 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Bound port: e021ff8a-fbf0-4c68-989c-db18b369ef6b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:59:40.394949 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:40.438721 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efd927b-9c3c-4c6d-addc-f72dbb7bc70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b718b798-9d77-49a9-b931-1c57f3898ef2'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:40.442537 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75cd333-fd81-49c1-bd97-4797e156d73a" -d '{"events": [{"server_uuid": "5efd927b-9c3c-4c6d-addc-f72dbb7bc70f", "name": "network-vif-plugged", "status": "completed", "tag": "b718b798-9d77-49a9-b931-1c57f3898ef2"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:40.481135 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] For port e021ff8a-fbf0-4c68-989c-db18b369ef6b, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:59:40.484665 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] For port e021ff8a-fbf0-4c68-989c-db18b369ef6b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e021ff8a-fbf0-4c68-989c-db18b369ef6b,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:59:40.484847 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72940782-af77-42ed-9d88-85f748e83a92 x-openstack-request-id: req-72940782-af77-42ed-9d88-85f748e83a92 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:40.485457 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efd927b-9c3c-4c6d-addc-f72dbb7bc70f", "name": "network-vif-plugged", "status": "completed", "tag": "b718b798-9d77-49a9-b931-1c57f3898ef2", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:40.485849 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72940782-af77-42ed-9d88-85f748e83a92 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:40.486266 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efd927b-9c3c-4c6d-addc-f72dbb7bc70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b718b798-9d77-49a9-b931-1c57f3898ef2', 'code': 200} Aug 09 17:59:40.738897 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:40.740889 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7784a95-76bb-4b94-a0aa-eb698a32c722 req-54e9e270-b3f0-4d90-a295-fd1aaa070749 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:40.742626 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d7784a95-76bb-4b94-a0aa-eb698a32c722 req-54e9e270-b3f0-4d90-a295-fd1aaa070749 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.1202087 Aug 09 17:59:40.755979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94cde8-bf99-4fa5-9db1-fd5bb95b8a04 req-413423d3-26df-4fb9-9959-a68d38901ec8 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:40.757572 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dd94cde8-bf99-4fa5-9db1-fd5bb95b8a04 req-413423d3-26df-4fb9-9959-a68d38901ec8 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 944 time: 0.0903986 Aug 09 17:59:40.783115 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:40.783756 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:40.785276 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] 10.222.0.77 "PUT /v2.0/ports/e021ff8a-fbf0-4c68-989c-db18b369ef6b HTTP/1.1" status: 200 len: 1093 time: 1.1347194 Aug 09 17:59:40.785873 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'tag': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:40.788254 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3396b11-95ec-4147-bf4b-c6ff1f6747c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c96577c1-64a9-4a5a-92ae-eecc14bd6ac6", "tag": "e021ff8a-fbf0-4c68-989c-db18b369ef6b"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:40.820211 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdc60b-d87b-4d03-a210-d93d9b92893c service neutron] Pushing event updated for resources: {'Port': ['ID=e021ff8a-fbf0-4c68-989c-db18b369ef6b,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:40.833112 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d7784a95-76bb-4b94-a0aa-eb698a32c722 req-a08fdad2-518f-4bb0-bb3e-21605f3aba40 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743704 Aug 09 17:59:40.840157 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dd94cde8-bf99-4fa5-9db1-fd5bb95b8a04 req-d364e3bd-4e82-4cb6-99e6-2c209c04ab89 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742693 Aug 09 17:59:40.916377 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17370b14-2ec7-424b-93a2-76d9620b02e6 x-openstack-request-id: req-17370b14-2ec7-424b-93a2-76d9620b02e6 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:40.916671 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96577c1-64a9-4a5a-92ae-eecc14bd6ac6", "tag": "e021ff8a-fbf0-4c68-989c-db18b369ef6b", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:40.916930 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17370b14-2ec7-424b-93a2-76d9620b02e6 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:40.917355 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'tag': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b', 'status': 'completed', 'code': 200} Aug 09 17:59:41.031654 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147ab93-1009-405c-93b5-f8a2cfde138b req-fad419a2-c927-4dcf-87a0-ff884987386b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:41.033266 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3147ab93-1009-405c-93b5-f8a2cfde138b req-fad419a2-c927-4dcf-87a0-ff884987386b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 943 time: 0.0964520 Aug 09 17:59:41.034099 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3396b11-95ec-4147-bf4b-c6ff1f6747c2 req-9d1989f1-6915-4da6-a04c-ccf63662237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:41.037614 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e3396b11-95ec-4147-bf4b-c6ff1f6747c2 req-9d1989f1-6915-4da6-a04c-ccf63662237b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0504582 Aug 09 17:59:41.070799 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7970e28-f20a-4366-8cc3-90b9289ea827 req-ac12c1dc-009e-4cc0-8991-3440273a26d2 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:41.072341 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d7970e28-f20a-4366-8cc3-90b9289ea827 req-ac12c1dc-009e-4cc0-8991-3440273a26d2 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 946 time: 0.0781910 Aug 09 17:59:41.098429 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3147ab93-1009-405c-93b5-f8a2cfde138b req-8c84189d-75e9-4597-a59f-bf42f3f1f742 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563021 Aug 09 17:59:41.128879 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d7970e28-f20a-4366-8cc3-90b9289ea827 req-e18b709c-fabf-4e89-bc79-c7f496a2fc66 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Aug 09 17:59:41.170680 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3396b11-95ec-4147-bf4b-c6ff1f6747c2 req-e8b0a97b-bae6-436a-97b8-45caa2afabf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:41.172169 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e3396b11-95ec-4147-bf4b-c6ff1f6747c2 req-e8b0a97b-bae6-436a-97b8-45caa2afabf7 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1169994 Aug 09 17:59:41.219561 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b43f8a-bd91-4611-8293-fb50e60f43f2 req-743ce56b-fd68-44a6-a8f5-6d8412348faa tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:41.221217 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-51b43f8a-bd91-4611-8293-fb50e60f43f2 req-743ce56b-fd68-44a6-a8f5-6d8412348faa tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 949 time: 0.0533350 Aug 09 17:59:41.263575 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-51b43f8a-bd91-4611-8293-fb50e60f43f2 req-b1f5cc5a-67be-44e5-8476-0286b55043bc tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360489 Aug 09 17:59:41.301499 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3396b11-95ec-4147-bf4b-c6ff1f6747c2 req-29c5603f-cf27-4567-86ff-c4a388aefe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:41.303154 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e3396b11-95ec-4147-bf4b-c6ff1f6747c2 req-29c5603f-cf27-4567-86ff-c4a388aefe43 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149309 Aug 09 17:59:41.373001 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf8566-7b06-4ade-9563-bdfa75cf753e req-dd4ea004-7a6d-428a-9c46-53f92b1113ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:41.374443 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-dcdf8566-7b06-4ade-9563-bdfa75cf753e req-dd4ea004-7a6d-428a-9c46-53f92b1113ea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 1102 time: 0.0472865 Aug 09 17:59:41.470603 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-dcdf8566-7b06-4ade-9563-bdfa75cf753e req-44cc4bfb-8f49-4a58-89bf-8bc3187e13bb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623562 Aug 09 17:59:41.477661 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-c3d8394d-b93f-48fb-9e64-c0e7b4b6461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:41.479775 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-c3d8394d-b93f-48fb-9e64-c0e7b4b6461d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 1096 time: 0.0640831 Aug 09 17:59:41.916974 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 46144547-649a-423e-9db1-03426abf1806 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:59:41.980768 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-6fa9b0d8-8f7c-4db9-a520-9eeca097b4a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e021ff8a-fbf0-4c68-989c-db18b369ef6b HTTP/1.1" status: 200 len: 217 time: 0.0471890 Aug 09 17:59:42.020860 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95180328-c292-496c-b377-2bb2700dc9ad req-7887105c-9db4-4ab7-ba8d-b4df4909f6ea tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:42.022450 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-95180328-c292-496c-b377-2bb2700dc9ad req-7887105c-9db4-4ab7-ba8d-b4df4909f6ea tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 944 time: 0.1103265 Aug 09 17:59:42.035243 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1ec91-970c-44bf-9e4e-c494cde72e9a req-f3c3de9f-fc1d-47ec-a9bf-9527af27686a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:42.036793 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2bc1ec91-970c-44bf-9e4e-c494cde72e9a req-f3c3de9f-fc1d-47ec-a9bf-9527af27686a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0886950 Aug 09 17:59:42.037421 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-a34453ac-7d52-4b77-bbf6-819909f2da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:42.039666 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-a34453ac-7d52-4b77-bbf6-819909f2da6c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 200 len: 851 time: 0.0513887 Aug 09 17:59:42.095717 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-95180328-c292-496c-b377-2bb2700dc9ad req-03e6bee6-0709-482f-83c9-cfda582d8469 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578699 Aug 09 17:59:42.100779 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-7b6f2753-7a65-4b31-b8cd-b8b67c1e3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:42.102618 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-7b6f2753-7a65-4b31-b8cd-b8b67c1e3800 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0813a6d7-5ac5-4010-a774-1854c5fa63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453780 Aug 09 17:59:42.103458 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 46144547-649a-423e-9db1-03426abf1806 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:59:42.103908 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2bc1ec91-970c-44bf-9e4e-c494cde72e9a req-d1f8a780-69d7-48ff-b724-429260ccdffe tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589583 Aug 09 17:59:42.108527 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 46144547-649a-423e-9db1-03426abf1806 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:59:42.113349 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:42.208964 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:42.230991 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-973fbd0b-3b8a-49e9-abb1-923f8a1d6aad service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121662 Aug 09 17:59:42.233389 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28025e-5a4e-484a-9695-8541ebf5d24e req-f5baa889-a7e1-42d8-99a5-10a6e2c83507 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:42.241782 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9c28025e-5a4e-484a-9695-8541ebf5d24e req-f5baa889-a7e1-42d8-99a5-10a6e2c83507 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 943 time: 0.0630081 Aug 09 17:59:42.251294 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 46144547-649a-423e-9db1-03426abf1806, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=46144547-649a-423e-9db1-03426abf1806,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:42.302431 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9c28025e-5a4e-484a-9695-8541ebf5d24e req-34bbcef6-5629-43a1-b056-26c211d5fda5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597756 Aug 09 17:59:42.328605 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dded8-b8c5-44b0-8dd9-29d0023acd95 req-74035a8b-0c12-4772-aa55-81c61be3084e tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:42.332119 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c19dded8-b8c5-44b0-8dd9-29d0023acd95 req-74035a8b-0c12-4772-aa55-81c61be3084e tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 946 time: 0.0868478 Aug 09 17:59:42.383686 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c18e560a-5e0a-40cc-8a81-9158cb50c920 req-a3516fe3-dc79-407d-8f9e-1b542a45791c service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420162 Aug 09 17:59:42.402433 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c19dded8-b8c5-44b0-8dd9-29d0023acd95 req-c858ad05-77f3-43b4-bedb-f2e599e8a190 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604081 Aug 09 17:59:42.443020 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e40723-38dd-4b22-90b6-fe10684453c0 req-ad2a65d7-3852-4a10-9077-568af34256da tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:42.444536 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-73e40723-38dd-4b22-90b6-fe10684453c0 req-ad2a65d7-3852-4a10-9077-568af34256da tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 949 time: 0.0601418 Aug 09 17:59:42.487879 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f88a250-5374-40f5-bc80-3d0e8d7c1eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46144547-649a-423e-9db1-03426abf1806'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:42.490239 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3236f932-186e-4d5f-ab8d-cdf06f9b28d9" -d '{"events": [{"server_uuid": "3f88a250-5374-40f5-bc80-3d0e8d7c1eab", "name": "network-vif-plugged", "status": "completed", "tag": "46144547-649a-423e-9db1-03426abf1806"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:42.492879 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-73e40723-38dd-4b22-90b6-fe10684453c0 req-8bbeb093-353b-4ede-827a-863254805cc2 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374880 Aug 09 17:59:42.520924 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:42.527735 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef65bde-3043-41df-a1b7-735cc7dcd0bc x-openstack-request-id: req-fef65bde-3043-41df-a1b7-735cc7dcd0bc {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:42.528035 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f88a250-5374-40f5-bc80-3d0e8d7c1eab", "name": "network-vif-plugged", "status": "completed", "tag": "46144547-649a-423e-9db1-03426abf1806", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:42.528284 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fef65bde-3043-41df-a1b7-735cc7dcd0bc {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:42.533025 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f88a250-5374-40f5-bc80-3d0e8d7c1eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46144547-649a-423e-9db1-03426abf1806', 'code': 200} Aug 09 17:59:42.576102 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=46144547-649a-423e-9db1-03426abf1806,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:43.159879 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ca1ee-e6e2-4eb8-b14c-bb398d0947cc req-bc75dee6-1389-4e60-8fd2-c8adcf095484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:43.163168 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ea8ca1ee-e6e2-4eb8-b14c-bb398d0947cc req-bc75dee6-1389-4e60-8fd2-c8adcf095484 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 1098 time: 0.0447960 Aug 09 17:59:43.226787 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad33b34-a370-4b2e-8468-392a42e4262a req-21584245-a285-4a27-a497-4c1b98ac3a59 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:43.233858 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cad33b34-a370-4b2e-8468-392a42e4262a req-21584245-a285-4a27-a497-4c1b98ac3a59 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 945 time: 0.0609233 Aug 09 17:59:43.287574 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ea8ca1ee-e6e2-4eb8-b14c-bb398d0947cc req-f23df318-c0f8-41d0-b19f-9540281c02ff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448954 Aug 09 17:59:43.303165 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cad33b34-a370-4b2e-8468-392a42e4262a req-99e7855e-ce4d-4e93-b4c9-5272c19591c0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681896 Aug 09 17:59:43.316587 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf8143-7052-44af-a0d9-1b803507a4f2 req-7b668dca-48fd-48a9-8b34-68bad5740251 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:43.318173 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3edf8143-7052-44af-a0d9-1b803507a4f2 req-7b668dca-48fd-48a9-8b34-68bad5740251 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0814734 Aug 09 17:59:43.358367 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3edf8143-7052-44af-a0d9-1b803507a4f2 req-771fb9fc-6852-4d1a-9eee-9e7ac53c2fe0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332236 Aug 09 17:59:43.444869 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993be27-80d6-43ea-86b3-f3656c3a091f req-91d43279-349c-4b66-833b-9f816135a603 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:43.446320 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2993be27-80d6-43ea-86b3-f3656c3a091f req-91d43279-349c-4b66-833b-9f816135a603 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 943 time: 0.0557032 Aug 09 17:59:43.488694 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2993be27-80d6-43ea-86b3-f3656c3a091f req-89aa1e5b-be94-42d7-834e-ff6a3a8d46fd tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345259 Aug 09 17:59:43.615899 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b9856-a917-4a99-a0a6-02ac02b9c888 req-563a20db-d1fe-40af-8d3c-a723f6da416c tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:43.617505 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2c6b9856-a917-4a99-a0a6-02ac02b9c888 req-563a20db-d1fe-40af-8d3c-a723f6da416c tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 949 time: 0.0522056 Aug 09 17:59:43.662948 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2c6b9856-a917-4a99-a0a6-02ac02b9c888 req-d66de61c-5463-4cc6-9e11-255d2463a2a7 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Aug 09 17:59:44.207084 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb70ee1-c294-4f81-8699-16397daf7655 req-eff1f43e-f8de-4eac-bc0e-7c1de3ae963b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:44.208588 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8cb70ee1-c294-4f81-8699-16397daf7655 req-eff1f43e-f8de-4eac-bc0e-7c1de3ae963b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 946 time: 0.0529687 Aug 09 17:59:44.252092 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1fa7a5b7-57a8-433b-9669-03b039d89e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:44.252971 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8cb70ee1-c294-4f81-8699-16397daf7655 req-fbc64d3a-123d-4b3e-bde6-c0194f3a18b5 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377207 Aug 09 17:59:44.439264 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41dceb-9aff-40ad-add0-6c8fe1e7fe95 req-1403c74b-6215-4e08-b4d8-26cd2fcc84db tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:44.449680 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ea41dceb-9aff-40ad-add0-6c8fe1e7fe95 req-1403c74b-6215-4e08-b4d8-26cd2fcc84db tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 949 time: 0.0560510 Aug 09 17:59:44.485123 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ea41dceb-9aff-40ad-add0-6c8fe1e7fe95 req-f532a0fe-4040-4cfb-b9a5-51ff2b869f1a tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379946 Aug 09 17:59:44.588514 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3807ef-0194-4a5f-b4f1-7dde42d18c24 req-849b3644-fc14-4f6e-93b5-83f5113e1c39 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:44.589996 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9a3807ef-0194-4a5f-b4f1-7dde42d18c24 req-849b3644-fc14-4f6e-93b5-83f5113e1c39 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 945 time: 0.0642703 Aug 09 17:59:44.660070 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177096b1-bad3-4d45-8c18-b1d6ea8a534d req-16433e8f-d96b-4511-b89f-4da950023534 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:44.662761 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-177096b1-bad3-4d45-8c18-b1d6ea8a534d req-16433e8f-d96b-4511-b89f-4da950023534 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0942445 Aug 09 17:59:44.667861 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9a3807ef-0194-4a5f-b4f1-7dde42d18c24 req-8a341982-d907-4534-a966-d5791e741beb tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632298 Aug 09 17:59:44.722378 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-177096b1-bad3-4d45-8c18-b1d6ea8a534d req-6aa29ed8-5183-4882-81c7-946cb65f53e6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526302 Aug 09 17:59:44.783683 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 40986) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:44.784278 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8b5c3-013f-44ca-a28e-10451a70627d req-61a9bc5d-de09-40ff-80a9-96da4237b614 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:44.786286 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a8c8b5c3-013f-44ca-a28e-10451a70627d req-61a9bc5d-de09-40ff-80a9-96da4237b614 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 943 time: 0.0564153 Aug 09 17:59:44.835344 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a8c8b5c3-013f-44ca-a28e-10451a70627d req-0b64d7d3-0935-408b-b29a-6d5541ab0b45 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387475 Aug 09 17:59:44.951133 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2795947-932c-4482-a942-9302622d878a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:45.049821 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2795947-932c-4482-a942-9302622d878a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:45.199775 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d2795947-932c-4482-a942-9302622d878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:45.240749 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d2795947-932c-4482-a942-9302622d878a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e714ba968ba4a60b10d69b3b2c0208d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552484 Aug 09 17:59:45.302261 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2795947-932c-4482-a942-9302622d878a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c39b75-746e-4776-87e4-2341c27aa0f0,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:45.303027 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 40996) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:45.305659 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5651e76b-fd84-4433-87e3-b9afdfa94157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:45.328262 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5651e76b-fd84-4433-87e3-b9afdfa94157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:45.406103 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b53918-842e-436c-bb3a-970d165e1c57 req-7736a07d-ea3a-4bdf-b291-2a5f4bcbd91f tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:45.407578 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-52b53918-842e-436c-bb3a-970d165e1c57 req-7736a07d-ea3a-4bdf-b291-2a5f4bcbd91f tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 946 time: 0.0772533 Aug 09 17:59:45.451954 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-52b53918-842e-436c-bb3a-970d165e1c57 req-9cc06cd8-64b8-4f57-9da1-53a582532760 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349128 Aug 09 17:59:45.614979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096b6d7-6303-4259-b44c-00ce4ef42ade req-b7d50a37-ec46-4b2a-8b4d-d1ce0cf82c8f tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:45.616572 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3096b6d7-6303-4259-b44c-00ce4ef42ade req-b7d50a37-ec46-4b2a-8b4d-d1ce0cf82c8f tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 949 time: 0.0521541 Aug 09 17:59:45.660239 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3096b6d7-6303-4259-b44c-00ce4ef42ade req-c37c2f56-531e-46b3-9704-c4fad4f1b0a5 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350633 Aug 09 17:59:45.715709 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5651e76b-fd84-4433-87e3-b9afdfa94157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:45.718451 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5651e76b-fd84-4433-87e3-b9afdfa94157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:45.719516 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-5651e76b-fd84-4433-87e3-b9afdfa94157 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59c39b75-746e-4776-87e4-2341c27aa0f0 HTTP/1.1" status: 204 len: 168 time: 0.4717364 Aug 09 17:59:45.728394 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651e76b-fd84-4433-87e3-b9afdfa94157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c39b75-746e-4776-87e4-2341c27aa0f0,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:45.823905 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba39bc1-ecc1-4e50-8831-12be8cec0d07 req-ccee6097-ab81-4e80-9fa8-491a0c104c92 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:45.825651 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9ba39bc1-ecc1-4e50-8831-12be8cec0d07 req-ccee6097-ab81-4e80-9fa8-491a0c104c92 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 945 time: 0.0608158 Aug 09 17:59:45.873927 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9ba39bc1-ecc1-4e50-8831-12be8cec0d07 req-a3e1efe1-8b9c-4992-aa60-8201cbc50025 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Aug 09 17:59:45.975498 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef7cf6-dcda-4c9e-bd3f-ca406b1ee4ec req-3aa7893c-b5ae-4228-a75f-0e6fef801064 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:45.977092 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b9ef7cf6-dcda-4c9e-bd3f-ca406b1ee4ec req-3aa7893c-b5ae-4228-a75f-0e6fef801064 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 943 time: 0.0623343 Aug 09 17:59:46.017157 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b9ef7cf6-dcda-4c9e-bd3f-ca406b1ee4ec req-2f8181e9-e960-4111-9ebb-ab3b7623337d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336664 Aug 09 17:59:46.600727 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37bda2-7d44-4aec-bd79-2a0f8e02e3e1 req-c49e54dc-d6b3-4aa4-ac41-ac5c189ef083 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:46.602290 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ba37bda2-7d44-4aec-bd79-2a0f8e02e3e1 req-c49e54dc-d6b3-4aa4-ac41-ac5c189ef083 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 946 time: 0.0609183 Aug 09 17:59:46.665718 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ba37bda2-7d44-4aec-bd79-2a0f8e02e3e1 req-0f226c6a-6f1a-4d4b-a9b7-790f7e4f3f3c tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565155 Aug 09 17:59:46.715527 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-402ab931-52ec-4cde-95b0-d6acf488a56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:46.806911 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d2e06-2624-4b0e-a6b0-bb3135a3ca53 req-8c1936af-e2a0-4367-8eb0-bfb27d40b516 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:46.808521 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5c5d2e06-2624-4b0e-a6b0-bb3135a3ca53 req-8c1936af-e2a0-4367-8eb0-bfb27d40b516 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 949 time: 0.0614693 Aug 09 17:59:46.857351 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5c5d2e06-2624-4b0e-a6b0-bb3135a3ca53 req-ef78ce93-dcc4-42b9-8857-e9734f18c0f8 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400038 Aug 09 17:59:46.897511 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:47.024687 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff4735-9e65-4fb1-aa63-077a1d89cc09 req-64c64753-59a0-46d3-a3df-624edda0d226 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:47.026755 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8dff4735-9e65-4fb1-aa63-077a1d89cc09 req-64c64753-59a0-46d3-a3df-624edda0d226 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 945 time: 0.0757253 Aug 09 17:59:47.115067 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8dff4735-9e65-4fb1-aa63-077a1d89cc09 req-67a856d9-0e19-4349-8f98-604fd20c6b6f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779083 Aug 09 17:59:47.220405 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbd6e2-3bda-4324-af7c-60b9bb26b02d req-17c8774a-883a-438e-9961-ccf7bb305f2b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:47.222753 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-09bbd6e2-3bda-4324-af7c-60b9bb26b02d req-17c8774a-883a-438e-9961-ccf7bb305f2b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 943 time: 0.0716007 Aug 09 17:59:47.270900 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-09bbd6e2-3bda-4324-af7c-60b9bb26b02d req-6103c636-c9ab-4560-8c83-f7046d055b90 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403271 Aug 09 17:59:47.377047 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7b3bafd7-b50d-4e7f-9c0e-fc8820a5561d tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:47.382934 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7b3bafd7-b50d-4e7f-9c0e-fc8820a5561d tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.77 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 946 time: 0.0752575 Aug 09 17:59:47.508467 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-d6ba67ab-4ce0-4ddc-8c0a-e1a86e31041f tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:47.508467 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-d6ba67ab-4ce0-4ddc-8c0a-e1a86e31041f tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.77 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 949 time: 0.1218290 Aug 09 17:59:47.625763 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7ba6a99e-1b09-4491-9888-b6aff153657b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Deleting port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:59:47.630919 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7ba6a99e-1b09-4491-9888-b6aff153657b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:47.693647 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-0ea2fede-5b6f-4c9a-880e-c4b1321dc10d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Deleting port b718b798-9d77-49a9-b931-1c57f3898ef2 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:59:47.693995 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-0ea2fede-5b6f-4c9a-880e-c4b1321dc10d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:47.807563 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7ba6a99e-1b09-4491-9888-b6aff153657b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] For port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,segment=NetworkSegment(6a17d167-6125-4c2b-bf9c-b2b07f83d845),segment_id=6a17d167-6125-4c2b-bf9c-b2b07f83d845)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:47.807933 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7ba6a99e-1b09-4491-9888-b6aff153657b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:47.817761 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40b6a2-34cd-487e-8929-86d55649f2b9 req-ae6d959b-ea4f-4eb5-a0fb-0d176f9f84ee tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:47.819363 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8f40b6a2-34cd-487e-8929-86d55649f2b9 req-ae6d959b-ea4f-4eb5-a0fb-0d176f9f84ee tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 946 time: 0.0634794 Aug 09 17:59:47.831739 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7ba6a99e-1b09-4491-9888-b6aff153657b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Calling delete_port for bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:59:47.839818 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-0ea2fede-5b6f-4c9a-880e-c4b1321dc10d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] For port b718b798-9d77-49a9-b931-1c57f3898ef2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b718b798-9d77-49a9-b931-1c57f3898ef2,segment=NetworkSegment(17d111ca-5c37-4e3b-9dd0-d32d99e0fddf),segment_id=17d111ca-5c37-4e3b-9dd0-d32d99e0fddf)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:47.840214 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-0ea2fede-5b6f-4c9a-880e-c4b1321dc10d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:47.863565 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-0ea2fede-5b6f-4c9a-880e-c4b1321dc10d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Calling delete_port for b718b798-9d77-49a9-b931-1c57f3898ef2 owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:59:47.864098 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8f40b6a2-34cd-487e-8929-86d55649f2b9 req-edd09ae3-59b9-4f53-be65-c1a728a096a9 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363696 Aug 09 17:59:47.948663 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:48.015761 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2182442-eff2-4887-9389-de8dfa4ae8b0 req-a183618a-c7ca-4535-9e3c-8e2474f35786 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:48.017543 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d2182442-eff2-4887-9389-de8dfa4ae8b0 req-a183618a-c7ca-4535-9e3c-8e2474f35786 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 949 time: 0.0723994 Aug 09 17:59:48.057753 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d2182442-eff2-4887-9389-de8dfa4ae8b0 req-78962aec-ba12-41e6-8e12-d071e9b2d885 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/security-groups?id=5c76f81e-44bc-4d13-86ec-4d79325436d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337462 Aug 09 17:59:48.211984 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7ba6a99e-1b09-4491-9888-b6aff153657b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:48.234766 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb80d9d-564b-4eca-8631-6efff79fc458 req-4bba8d7a-d18b-462f-a1e4-0f2ef7b0be55 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:48.236314 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2cb80d9d-564b-4eca-8631-6efff79fc458 req-4bba8d7a-d18b-462f-a1e4-0f2ef7b0be55 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 945 time: 0.0567918 Aug 09 17:59:48.236803 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41060) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:48.244590 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6a99e-1b09-4491-9888-b6aff153657b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Pushing event deleted for resources: {'Port': ['ID=bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:48.280460 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2cb80d9d-564b-4eca-8631-6efff79fc458 req-7defe109-5b7a-4320-9cb2-fea439994248 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371363 Aug 09 17:59:48.289796 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7ba6a99e-1b09-4491-9888-b6aff153657b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] No DVR routers for this DVR port bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:59:48.293495 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7ba6a99e-1b09-4491-9888-b6aff153657b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:48.296470 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ee98c406-4a77-485a-b205-262b60e0c1a5 req-7ba6a99e-1b09-4491-9888-b6aff153657b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.77 "DELETE /v2.0/ports/bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 HTTP/1.1" status: 204 len: 173 time: 0.8950460 Aug 09 17:59:48.296470 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339f54b2-3363-4a78-b8bb-cbc18faa482d', 'name': 'network-vif-deleted', 'tag': 'bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:48.298841 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad12244f-0559-44dc-86e6-84f934d97de5" -d '{"events": [{"server_uuid": "339f54b2-3363-4a78-b8bb-cbc18faa482d", "name": "network-vif-deleted", "tag": "bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:48.302530 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-0ea2fede-5b6f-4c9a-880e-c4b1321dc10d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:48.368584 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf9adf2-e0ca-49f0-a15e-ac1e6ef69ab0 x-openstack-request-id: req-bcf9adf2-e0ca-49f0-a15e-ac1e6ef69ab0 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:48.368892 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339f54b2-3363-4a78-b8bb-cbc18faa482d", "name": "network-vif-deleted", "tag": "bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:48.369205 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bcf9adf2-e0ca-49f0-a15e-ac1e6ef69ab0 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:48.369513 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339f54b2-3363-4a78-b8bb-cbc18faa482d', 'name': 'network-vif-deleted', 'tag': 'bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9', 'status': 'completed', 'code': 200} Aug 09 17:59:48.370213 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2fede-5b6f-4c9a-880e-c4b1321dc10d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Pushing event deleted for resources: {'Port': ['ID=b718b798-9d77-49a9-b931-1c57f3898ef2,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:48.441191 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-0ea2fede-5b6f-4c9a-880e-c4b1321dc10d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] No DVR routers for this DVR port b718b798-9d77-49a9-b931-1c57f3898ef2 on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:59:48.451133 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-64f86ede-cffe-4940-8b5e-6196fcfcf016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:48.451294 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-0ea2fede-5b6f-4c9a-880e-c4b1321dc10d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:48.451294 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eab62b73-ef1b-495f-9ebb-3ea4e5369bc8 req-0ea2fede-5b6f-4c9a-880e-c4b1321dc10d tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.77 "DELETE /v2.0/ports/b718b798-9d77-49a9-b931-1c57f3898ef2 HTTP/1.1" status: 204 len: 173 time: 0.9189787 Aug 09 17:59:48.492178 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94191a57-00ea-44a9-96e5-53b92f2285db req-c4589061-2f02-41d5-86c5-499f876f4815 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:48.499637 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-94191a57-00ea-44a9-96e5-53b92f2285db req-c4589061-2f02-41d5-86c5-499f876f4815 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 943 time: 0.1102715 Aug 09 17:59:48.564089 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-94191a57-00ea-44a9-96e5-53b92f2285db req-f516363a-9d4e-478a-9f42-626a00bb686b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635509 Aug 09 17:59:48.632586 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-64f86ede-cffe-4940-8b5e-6196fcfcf016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:48.800343 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-64f86ede-cffe-4940-8b5e-6196fcfcf016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:48.840910 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f86ede-cffe-4940-8b5e-6196fcfcf016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0902a4-fad5-4f8b-bbb8-be0986a20dab,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:48.846488 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-64f86ede-cffe-4940-8b5e-6196fcfcf016 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=882c5b74d01745009b6bbac7f05f28c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6076636 Aug 09 17:59:48.849100 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41076) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:48.904271 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d5df5a06-d34e-44ce-bb12-f382d4ca1169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:48.927669 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d5df5a06-d34e-44ce-bb12-f382d4ca1169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:48.990588 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fc354525-0dd4-44fb-8fa2-9892f6859d34 req-41532270-1fba-451f-a676-f6d83dedb2b3 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=339f54b2-3363-4a78-b8bb-cbc18faa482d HTTP/1.1" status: 200 len: 210 time: 0.0283964 Aug 09 17:59:49.053687 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d5df5a06-d34e-44ce-bb12-f382d4ca1169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:49.064867 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d5df5a06-d34e-44ce-bb12-f382d4ca1169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:49.064867 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d5df5a06-d34e-44ce-bb12-f382d4ca1169 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/aa0902a4-fad5-4f8b-bbb8-be0986a20dab HTTP/1.1" status: 204 len: 168 time: 0.2086470 Aug 09 17:59:49.073389 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df5a06-d34e-44ce-bb12-f382d4ca1169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0902a4-fad5-4f8b-bbb8-be0986a20dab,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:49.175010 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40f53877-eb78-4ee9-913a-19dfa1d7b744 req-0da161fd-22fe-4984-a5b0-3a8a0398b52a tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 210 time: 0.0266047 Aug 09 17:59:49.377263 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:49.695418 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fd90d-3ea0-419f-ba42-0a5bf98f4801 req-dd86f168-a5f5-4ad1-b068-509da3dfb05e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:49.696936 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-921fd90d-3ea0-419f-ba42-0a5bf98f4801 req-dd86f168-a5f5-4ad1-b068-509da3dfb05e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 943 time: 0.0497472 Aug 09 17:59:49.740682 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-921fd90d-3ea0-419f-ba42-0a5bf98f4801 req-ae020724-c8d6-4f23-b985-9b41fd6556d9 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368140 Aug 09 17:59:49.948097 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device e021ff8a-fbf0-4c68-989c-db18b369ef6b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:59:49.967305 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:59:50.038496 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:59:50.038835 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device bf6fba43-82b2-4dfb-9d79-b1bf804e2eb9 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:59:50.039246 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b718b798-9d77-49a9-b931-1c57f3898ef2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:59:50.084973 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: b718b798-9d77-49a9-b931-1c57f3898ef2 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 17:59:50.084973 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b718b798-9d77-49a9-b931-1c57f3898ef2 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:59:50.095375 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port e021ff8a-fbf0-4c68-989c-db18b369ef6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e021ff8a-fbf0-4c68-989c-db18b369ef6b,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:50.109968 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'port_id': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b', 'mac_address': 'fa:16:3e:01:47:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:59:50.185838 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:50.202694 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e021ff8a-fbf0-4c68-989c-db18b369ef6b {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:59:50.232074 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port e021ff8a-fbf0-4c68-989c-db18b369ef6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e021ff8a-fbf0-4c68-989c-db18b369ef6b,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:50.336406 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d909ca13-06ed-4b21-a5d9-cc1d53af7bd3 req-58a55cf4-d9a0-4272-bbd6-6aa5aafd06d6 tempest-VolumesNegativeTest-1833120425 tempest-VolumesNegativeTest-1833120425-project] 10.222.0.54 "GET /v2.0/ports?device_id=5efd927b-9c3c-4c6d-addc-f72dbb7bc70f HTTP/1.1" status: 200 len: 210 time: 0.0324490 Aug 09 17:59:50.370972 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efd927b-9c3c-4c6d-addc-f72dbb7bc70f', 'name': 'network-vif-deleted', 'tag': 'b718b798-9d77-49a9-b931-1c57f3898ef2'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:50.373335 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3d78ac-9b50-4b07-b1cb-107f540cdd72" -d '{"events": [{"server_uuid": "5efd927b-9c3c-4c6d-addc-f72dbb7bc70f", "name": "network-vif-deleted", "tag": "b718b798-9d77-49a9-b931-1c57f3898ef2"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:50.404488 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-c0eac135-88d4-4705-99e0-e8804ccc5817 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:50.406150 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:50.406695 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-c0eac135-88d4-4705-99e0-e8804ccc5817 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/networks?id=9d51ee99-afba-4328-bf92-12cf7324d11c HTTP/1.1" status: 200 len: 808 time: 0.1539934 Aug 09 17:59:50.425896 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-c9895f08-c32f-4cf8-95a9-bd2bf45bc7ae tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/quotas/603e3531e5f2445c88af25690dfb7eee HTTP/1.1" status: 200 len: 375 time: 0.0129828 Aug 09 17:59:50.465489 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-88cfceef-de0a-4b06-8519-49aa558f2c8b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=603e3531e5f2445c88af25690dfb7eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362356 Aug 09 17:59:50.469825 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=e021ff8a-fbf0-4c68-989c-db18b369ef6b,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:50.534542 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cc4152-d3e4-4b63-baca-f3cf1bbfcced x-openstack-request-id: req-f8cc4152-d3e4-4b63-baca-f3cf1bbfcced {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:50.534835 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efd927b-9c3c-4c6d-addc-f72dbb7bc70f", "name": "network-vif-deleted", "tag": "b718b798-9d77-49a9-b931-1c57f3898ef2", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:50.535255 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8cc4152-d3e4-4b63-baca-f3cf1bbfcced {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:50.535793 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efd927b-9c3c-4c6d-addc-f72dbb7bc70f', 'name': 'network-vif-deleted', 'tag': 'b718b798-9d77-49a9-b931-1c57f3898ef2', 'status': 'completed', 'code': 200} Aug 09 17:59:50.591004 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-c98be031-25ce-4171-98bd-3d855b36f9b2 service neutron] 10.222.0.54 "GET /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174932 Aug 09 17:59:50.694195 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-0209484a-d71e-45a6-960b-04250800d097 service neutron] 10.222.0.54 "GET /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933626 Aug 09 17:59:50.918205 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['e021ff8a-fbf0-4c68-989c-db18b369ef6b'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:59:51.075452 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131677c-ec11-455c-b782-ea16ac144f44 req-ce27b57f-42e3-433a-951a-544e2d1104f4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:51.077907 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d131677c-ec11-455c-b782-ea16ac144f44 req-ce27b57f-42e3-433a-951a-544e2d1104f4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 944 time: 0.0568802 Aug 09 17:59:51.125876 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d131677c-ec11-455c-b782-ea16ac144f44 req-97dbbfde-ddf3-442f-8d0a-d713c234a4bf tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398006 Aug 09 17:59:51.205248 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b6797be9-ad64-4613-9fcc-f4067f4c0636 req-d55dd679-fe66-464f-99c2-b3a3fce5eccd tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 210 time: 0.0268350 Aug 09 17:59:52.269973 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7059e4-bf2b-4866-b25c-fc972e2fd12e req-64791891-471b-48e1-927a-af4195674c08 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:52.274415 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b7059e4-bf2b-4866-b25c-fc972e2fd12e req-64791891-471b-48e1-927a-af4195674c08 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 944 time: 0.0593467 Aug 09 17:59:52.320955 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b7059e4-bf2b-4866-b25c-fc972e2fd12e req-363d8207-d520-448e-a80b-62c8a388152c tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380268 Aug 09 17:59:52.374601 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7815b20c-7ade-47ef-bb34-cdcad5260202 req-ffd2d68e-9420-419f-9a6c-10726371e1da tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 210 time: 0.0318682 Aug 09 17:59:52.437731 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316565-843f-4647-9826-ac6e931fd71a req-d044998a-da8d-4563-9af7-1e1683c064ad tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:52.439469 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6f316565-843f-4647-9826-ac6e931fd71a req-d044998a-da8d-4563-9af7-1e1683c064ad tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0543530 Aug 09 17:59:52.482628 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6f316565-843f-4647-9826-ac6e931fd71a req-c67f9bfa-3981-4e19-8f83-8f3e9bcaf1c8 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362027 Aug 09 17:59:53.448151 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb7d3a-df00-4cf5-9df4-96f67f9af42d req-14e4b448-c45c-40ac-b7ba-0f580e446813 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:53.450378 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b0cb7d3a-df00-4cf5-9df4-96f67f9af42d req-14e4b448-c45c-40ac-b7ba-0f580e446813 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 944 time: 0.0583282 Aug 09 17:59:53.497927 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8414acdc-d082-43bd-aed3-5ff1a878d71d req-87ecf6e2-1ac4-44bf-b5a5-205e0b026cba tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 210 time: 0.0421450 Aug 09 17:59:53.521609 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b0cb7d3a-df00-4cf5-9df4-96f67f9af42d req-1cc08d84-8f2c-4909-b5ab-60ba8db5319e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633888 Aug 09 17:59:53.604599 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2c46-469e-467f-9592-1421308cec11 req-c10ffb19-334b-4b10-be88-339bec184567 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:53.606136 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9a6a2c46-469e-467f-9592-1421308cec11 req-c10ffb19-334b-4b10-be88-339bec184567 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0495391 Aug 09 17:59:53.645674 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9a6a2c46-469e-467f-9592-1421308cec11 req-a8968381-0770-41fc-b564-b90a8da7a28d tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332189 Aug 09 17:59:53.945850 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device e021ff8a-fbf0-4c68-989c-db18b369ef6b up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:59:54.126108 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port e021ff8a-fbf0-4c68-989c-db18b369ef6b completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:59:54.130904 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port e021ff8a-fbf0-4c68-989c-db18b369ef6b triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:59:54.131278 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:54.212223 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:54.238664 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:54.240999 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d446b6d7-f4d7-41ba-8a72-a61091086780" -d '{"events": [{"server_uuid": "c96577c1-64a9-4a5a-92ae-eecc14bd6ac6", "name": "network-vif-plugged", "status": "completed", "tag": "e021ff8a-fbf0-4c68-989c-db18b369ef6b"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:54.254718 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port e021ff8a-fbf0-4c68-989c-db18b369ef6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e021ff8a-fbf0-4c68-989c-db18b369ef6b,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:54.283633 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64baac9a-b851-445f-a8ff-9d956f949b11 x-openstack-request-id: req-64baac9a-b851-445f-a8ff-9d956f949b11 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:54.283633 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96577c1-64a9-4a5a-92ae-eecc14bd6ac6", "name": "network-vif-plugged", "status": "completed", "tag": "e021ff8a-fbf0-4c68-989c-db18b369ef6b", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:54.283633 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64baac9a-b851-445f-a8ff-9d956f949b11 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:54.283633 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b', 'code': 200} Aug 09 17:59:54.405549 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:54.466559 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=e021ff8a-fbf0-4c68-989c-db18b369ef6b,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:54.500341 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-27ff609f-af82-4dd5-8ca6-dd102f4eaadd tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:54.501889 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-27ff609f-af82-4dd5-8ca6-dd102f4eaadd tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.77 "GET /v2.0/networks?id=9d51ee99-afba-4328-bf92-12cf7324d11c HTTP/1.1" status: 200 len: 808 time: 0.1169109 Aug 09 17:59:54.530736 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Request body: {'port': {'device_id': '63f29914-c6d9-4aa1-970d-c4fdfaff352c', 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c', 'admin_state_up': True, 'tenant_id': '603e3531e5f2445c88af25690dfb7eee'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:54.605733 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-98efb0f3-08cd-4301-8085-c66b0f68d885 req-8b9c38fd-b0c2-4895-b458-2587b20cfe87 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 210 time: 0.0286527 Aug 09 17:59:54.659882 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e8dbe-d185-49ed-8b45-f0628bec2d41 req-c6f7c811-e271-473c-bd1b-adc2422ca5ce tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:54.661459 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7d4e8dbe-d185-49ed-8b45-f0628bec2d41 req-c6f7c811-e271-473c-bd1b-adc2422ca5ce tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0501151 Aug 09 17:59:54.705734 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7d4e8dbe-d185-49ed-8b45-f0628bec2d41 req-a83fd498-b998-428c-ba41-89f1821c1f06 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377216 Aug 09 17:59:54.879830 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Made reservation on behalf of 603e3531e5f2445c88af25690dfb7eee for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:59:54.883707 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:54.951006 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb96f-94d4-44e0-9098-b51fd4bc6e9a req-c82270c9-cfb3-4ae1-ae23-4a0fe1d50ded tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:54.953608 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1ffbb96f-94d4-44e0-9098-b51fd4bc6e9a req-c82270c9-cfb3-4ae1-ae23-4a0fe1d50ded tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.2372036 Aug 09 17:59:55.003799 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1ffbb96f-94d4-44e0-9098-b51fd4bc6e9a req-59c59a57-2187-4dc9-ba4f-490f31d976ae tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Aug 09 17:59:55.280067 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24342d61-9661-48b9-98ef-7da1f5d61218 req-86e7594c-99e0-4c31-a03e-4d9ca6b1998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:55.281614 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-24342d61-9661-48b9-98ef-7da1f5d61218 req-86e7594c-99e0-4c31-a03e-4d9ca6b1998f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 1098 time: 0.0895634 Aug 09 17:59:55.316949 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Allocated IP 172.20.0.6 (9d51ee99-afba-4328-bf92-12cf7324d11c/791294cf-76bc-4a36-ad30-71fd2a1aa962/b8090c3b-a3e0-45b6-8cb5-83546d0a2698) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:59:55.344240 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-24342d61-9661-48b9-98ef-7da1f5d61218 req-0b4139be-fa69-4acc-9314-41ba05e57441 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526140 Aug 09 17:59:55.504983 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:55.651759 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:55.696849 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Network 9d51ee99-afba-4328-bf92-12cf7324d11c is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:59:55.702947 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:59:55.707839 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:59:55.741019 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Pushing event updated for resources: {'Port': ['ID=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:55.745521 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e10fb6-0812-4495-9646-7365087ba31a req-2e86d4f2-4067-44db-866a-f9ac21f074fc tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:55.747070 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f5e10fb6-0812-4495-9646-7365087ba31a req-2e86d4f2-4067-44db-866a-f9ac21f074fc tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 931 time: 0.0673690 Aug 09 17:59:55.782994 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:55.783742 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:55.805994 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f5e10fb6-0812-4495-9646-7365087ba31a req-88fd74f4-8750-473f-831f-5397d4a03b81 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484908 Aug 09 17:59:55.847915 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60444dd-4594-4a30-943b-3c3b1f8fcaa7 req-1433a23a-9096-4d66-81b7-60ebe241b464 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:55.849834 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e60444dd-4594-4a30-943b-3c3b1f8fcaa7 req-1433a23a-9096-4d66-81b7-60ebe241b464 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0552700 Aug 09 17:59:55.889782 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e60444dd-4594-4a30-943b-3c3b1f8fcaa7 req-1fc4da98-2913-4027-833d-d8c39639740b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341671 Aug 09 17:59:55.937981 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-9896689f-f200-4b68-869f-9ec104805f03 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4116590 Aug 09 17:59:55.982382 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Request body: {'port': {'device_id': '63f29914-c6d9-4aa1-970d-c4fdfaff352c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:56.038169 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:56.129891 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd6d97-2cf0-4f12-b73e-76d3f4328b1f req-d283d590-b8f7-4f56-ad90-25ee7af53c28 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:56.139135 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7bdd6d97-2cf0-4f12-b73e-76d3f4328b1f req-d283d590-b8f7-4f56-ad90-25ee7af53c28 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0632524 Aug 09 17:59:56.185574 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7bdd6d97-2cf0-4f12-b73e-76d3f4328b1f req-5b6570f8-52e3-4984-9ff4-f7bc16bfbf75 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454257 Aug 09 17:59:56.337072 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8090c3b-a3e0-45b6-8cb5-83546d0a2698 {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 17:59:56.345483 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:56.358854 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Transition to ACTIVE for port object b8090c3b-a3e0-45b6-8cb5-83546d0a2698 will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:59:56.468374 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:56.524547 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Pushing event updated for resources: {'Port': ['ID=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:56.597360 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Attempting to bind port b8090c3b-a3e0-45b6-8cb5-83546d0a2698 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 17:59:56.603108 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Attempting to bind port b8090c3b-a3e0-45b6-8cb5-83546d0a2698 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6a17d167-6125-4c2b-bf9c-b2b07f83d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 17:59:56.603108 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Attempting to bind port b8090c3b-a3e0-45b6-8cb5-83546d0a2698 on network 9d51ee99-afba-4328-bf92-12cf7324d11c {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:59:56.603108 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Port b8090c3b-a3e0-45b6-8cb5-83546d0a2698 on network 9d51ee99-afba-4328-bf92-12cf7324d11c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 17:59:56.603591 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Attempting to bind port b8090c3b-a3e0-45b6-8cb5-83546d0a2698 on network 9d51ee99-afba-4328-bf92-12cf7324d11c {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 17:59:56.610873 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 17:59:56.611632 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Checking segment: {'id': '6a17d167-6125-4c2b-bf9c-b2b07f83d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 17:59:56.613097 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Bound using segment: {'id': '6a17d167-6125-4c2b-bf9c-b2b07f83d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 17:59:56.613736 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Bound port: b8090c3b-a3e0-45b6-8cb5-83546d0a2698, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a17d167-6125-4c2b-bf9c-b2b07f83d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 17:59:56.614360 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:56.754206 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] For port b8090c3b-a3e0-45b6-8cb5-83546d0a2698, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:59:56.762731 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] For port b8090c3b-a3e0-45b6-8cb5-83546d0a2698, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,segment=NetworkSegment(6a17d167-6125-4c2b-bf9c-b2b07f83d845),segment_id=6a17d167-6125-4c2b-bf9c-b2b07f83d845)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:59:56.942252 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce96880-42b2-4338-bada-049cc17c4ac7 req-a1d03d03-49e4-40ca-a599-1aff3504c296 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:56.945473 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ce96880-42b2-4338-bada-049cc17c4ac7 req-a1d03d03-49e4-40ca-a599-1aff3504c296 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 943 time: 0.0688407 Aug 09 17:59:56.974730 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-61d4f7eb-bcc6-4f60-be46-8a710d8ed9a4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:56.976464 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-61d4f7eb-bcc6-4f60-be46-8a710d8ed9a4 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.77 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0685775 Aug 09 17:59:56.984325 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:57.019606 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ce96880-42b2-4338-bada-049cc17c4ac7 req-572bdad0-6ac9-44e1-80d4-0d34d257021f tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673180 Aug 09 17:59:57.069561 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:57.070186 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:57.071593 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] 10.222.0.77 "PUT /v2.0/ports/b8090c3b-a3e0-45b6-8cb5-83546d0a2698 HTTP/1.1" status: 200 len: 1093 time: 1.0937765 Aug 09 17:59:57.072337 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f29914-c6d9-4aa1-970d-c4fdfaff352c', 'tag': 'b8090c3b-a3e0-45b6-8cb5-83546d0a2698'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:57.074736 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61263034-0e5d-420c-906f-a2a5ed4f5bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "63f29914-c6d9-4aa1-970d-c4fdfaff352c", "tag": "b8090c3b-a3e0-45b6-8cb5-83546d0a2698"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:57.091285 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca628e8-368a-4f9f-a86e-957eefe022f9 req-93516b2b-aa4f-48f8-9509-43cf033dc092 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:57.093185 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7ca628e8-368a-4f9f-a86e-957eefe022f9 req-93516b2b-aa4f-48f8-9509-43cf033dc092 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0719786 Aug 09 17:59:57.122114 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11936338-d451-40a2-aa5b-457b2f624b27 service neutron] Pushing event updated for resources: {'Port': ['ID=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:57.144105 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7ca628e8-368a-4f9f-a86e-957eefe022f9 req-12fb19b8-a886-4968-ab7e-2669ca5392bb tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430105 Aug 09 17:59:57.147301 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9852d1-b2b1-4309-9913-e8d77f2785cd x-openstack-request-id: req-4e9852d1-b2b1-4309-9913-e8d77f2785cd {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:57.147644 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f29914-c6d9-4aa1-970d-c4fdfaff352c", "tag": "b8090c3b-a3e0-45b6-8cb5-83546d0a2698", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:57.147765 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4e9852d1-b2b1-4309-9913-e8d77f2785cd {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:57.148158 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f29914-c6d9-4aa1-970d-c4fdfaff352c', 'tag': 'b8090c3b-a3e0-45b6-8cb5-83546d0a2698', 'status': 'completed', 'code': 200} Aug 09 17:59:57.154759 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-0388ea87-a339-49fb-bf8c-1e3efcd1e239 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Deleting port c9aae8da-ded7-4fe7-8b4c-3269999972de {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 17:59:57.155097 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-0388ea87-a339-49fb-bf8c-1e3efcd1e239 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:57.281531 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-0388ea87-a339-49fb-bf8c-1e3efcd1e239 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] For port c9aae8da-ded7-4fe7-8b4c-3269999972de, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c9aae8da-ded7-4fe7-8b4c-3269999972de,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:59:57.281531 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-0388ea87-a339-49fb-bf8c-1e3efcd1e239 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:57.297825 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-0388ea87-a339-49fb-bf8c-1e3efcd1e239 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Calling delete_port for c9aae8da-ded7-4fe7-8b4c-3269999972de owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 17:59:57.311614 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61263034-0e5d-420c-906f-a2a5ed4f5bcb req-ae80374f-fbba-4287-9411-5034082a0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:57.313222 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-61263034-0e5d-420c-906f-a2a5ed4f5bcb req-ae80374f-fbba-4287-9411-5034082a0db0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=603e3531e5f2445c88af25690dfb7eee&device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 1096 time: 0.0782366 Aug 09 17:59:57.324834 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d40e3-0ebd-469e-9d49-d3b85731d692 req-04e4c426-9757-46ea-898c-e3a820880afc tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:57.326348 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0b8d40e3-0ebd-469e-9d49-d3b85731d692 req-04e4c426-9757-46ea-898c-e3a820880afc tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 945 time: 0.0623453 Aug 09 17:59:57.371710 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0b8d40e3-0ebd-469e-9d49-d3b85731d692 req-299ee221-8105-487f-a9d3-17fdbae2ae3a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347197 Aug 09 17:59:57.452519 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:59:57.476739 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61263034-0e5d-420c-906f-a2a5ed4f5bcb req-cb474af5-ca4e-4649-a88e-55f7c066e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:57.476901 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-61263034-0e5d-420c-906f-a2a5ed4f5bcb req-cb474af5-ca4e-4649-a88e-55f7c066e261 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=603e3531e5f2445c88af25690dfb7eee&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1301615 Aug 09 17:59:57.609176 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61263034-0e5d-420c-906f-a2a5ed4f5bcb req-9dcdddbb-f4d7-40bf-b330-2afea7bd51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:57.610502 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-61263034-0e5d-420c-906f-a2a5ed4f5bcb req-9dcdddbb-f4d7-40bf-b330-2afea7bd51b5 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131392 Aug 09 17:59:57.707305 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-0388ea87-a339-49fb-bf8c-1e3efcd1e239 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:57.744107 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388ea87-a339-49fb-bf8c-1e3efcd1e239 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Pushing event deleted for resources: {'Port': ['ID=c9aae8da-ded7-4fe7-8b4c-3269999972de,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:59:57.763094 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['642533d7-a56a-4503-981e-d518e8beaed5', 'c9aae8da-ded7-4fe7-8b4c-3269999972de'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:59:57.777179 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-926444bf-56e0-4ca0-9e9a-fa8d01241cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:57.779165 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-926444bf-56e0-4ca0-9e9a-fa8d01241cc0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=603e3531e5f2445c88af25690dfb7eee&device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 1096 time: 0.1021006 Aug 09 17:59:57.797884 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-0388ea87-a339-49fb-bf8c-1e3efcd1e239 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] No DVR routers for this DVR port c9aae8da-ded7-4fe7-8b4c-3269999972de on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:59:57.802019 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-0388ea87-a339-49fb-bf8c-1e3efcd1e239 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:57.804070 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a09efbbe-8f9b-4e35-b077-9ef78acb77ec req-0388ea87-a339-49fb-bf8c-1e3efcd1e239 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.77 "DELETE /v2.0/ports/c9aae8da-ded7-4fe7-8b4c-3269999972de HTTP/1.1" status: 204 len: 173 time: 0.7851851 Aug 09 17:59:57.852102 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-59964d3f-c1f0-4377-9c35-73078073f329 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8090c3b-a3e0-45b6-8cb5-83546d0a2698 HTTP/1.1" status: 200 len: 217 time: 0.0383375 Aug 09 17:59:57.908399 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-c26f4cf7-70f8-41a6-9e2f-5fea78a51fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:57.910573 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-c26f4cf7-70f8-41a6-9e2f-5fea78a51fed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=791294cf-76bc-4a36-ad30-71fd2a1aa962 HTTP/1.1" status: 200 len: 848 time: 0.0489888 Aug 09 17:59:57.949097 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-8521999d-e166-4127-af5f-fea4e69b4e58 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9d51ee99-afba-4328-bf92-12cf7324d11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245912 Aug 09 17:59:58.067521 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-35d8eb40-e3e9-44cc-b37e-10e2eb109dd1 service neutron] 10.222.0.77 "GET /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045988 Aug 09 17:59:58.163354 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533440-5026-4e7a-9e24-e37e9e43067a req-3e1020e0-1733-4b62-8b13-f8f9cec71bef tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:58.164951 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4a533440-5026-4e7a-9e24-e37e9e43067a req-3e1020e0-1733-4b62-8b13-f8f9cec71bef tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 943 time: 0.0545816 Aug 09 17:59:58.193058 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-480fd6da-7fe0-4bb8-a0eb-8a8f308341f7 req-4c10463a-3b6e-41f4-a6db-33bc68d67aae service neutron] 10.222.0.77 "GET /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129744 Aug 09 17:59:58.225851 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4a533440-5026-4e7a-9e24-e37e9e43067a req-b5d9fcbc-57f1-4a28-9dfe-cbca50acbc37 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517788 Aug 09 17:59:58.298887 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7abeb6-b2ab-4124-b75f-087ff22890ff req-0968d0a0-f4f9-4fd9-9d8f-861a855a2051 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:58.301156 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cc7abeb6-b2ab-4124-b75f-087ff22890ff req-0968d0a0-f4f9-4fd9-9d8f-861a855a2051 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0629005 Aug 09 17:59:58.349794 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cc7abeb6-b2ab-4124-b75f-087ff22890ff req-1956a3cf-50d3-4716-96b9-6c43a20f5773 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387993 Aug 09 17:59:58.480292 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f972ff-f023-4c35-8ac6-ff001a7ac6cb req-5e3535d0-c837-4f9d-a9a1-1fc743d952df tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:58.481950 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-08f972ff-f023-4c35-8ac6-ff001a7ac6cb req-5e3535d0-c837-4f9d-a9a1-1fc743d952df tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0533967 Aug 09 17:59:58.516468 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-757ac011-e3a3-4f89-a14a-53a50f03692e req-d23558df-fd15-48eb-bcd7-0f8d877c4542 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0334742 Aug 09 17:59:58.554999 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-08f972ff-f023-4c35-8ac6-ff001a7ac6cb req-382c459a-8f9f-485e-8513-a804a5995456 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627975 Aug 09 17:59:58.578311 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41502) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:58.783526 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c1015a-40f5-42f7-82d3-ad57818d6d03 tempest-TestVolumeBootPattern-1080257087 tempest-TestVolumeBootPattern-1080257087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:58.785763 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-67c1015a-40f5-42f7-82d3-ad57818d6d03 tempest-TestVolumeBootPattern-1080257087 tempest-TestVolumeBootPattern-1080257087-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 1093 time: 0.2063541 Aug 09 17:59:58.788613 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41508) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:59:58.793353 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'floatingip': {'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'port_id': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:59:58.948796 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:59.055654 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:59.149719 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9676b6bb-30f9-4a9a-bc77-38732e1c63d4', 'name': 'network-vif-deleted', 'tag': 'c9aae8da-ded7-4fe7-8b4c-3269999972de'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 17:59:59.152591 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb6468c-708b-48ed-864c-86a3ed8e92d2" -d '{"events": [{"server_uuid": "9676b6bb-30f9-4a9a-bc77-38732e1c63d4", "name": "network-vif-deleted", "tag": "c9aae8da-ded7-4fe7-8b4c-3269999972de"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:59:59.174929 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Allocated IP 172.27.1.202 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/d2d5b101-5ab0-4880-9b03-31812fbd41e6) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:59:59.235031 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdb8598-1a0b-4a9d-b2a2-087c70be1fc6 x-openstack-request-id: req-dcdb8598-1a0b-4a9d-b2a2-087c70be1fc6 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:59:59.235319 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9676b6bb-30f9-4a9a-bc77-38732e1c63d4", "name": "network-vif-deleted", "tag": "c9aae8da-ded7-4fe7-8b4c-3269999972de", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:59:59.235570 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcdb8598-1a0b-4a9d-b2a2-087c70be1fc6 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:59:59.235960 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9676b6bb-30f9-4a9a-bc77-38732e1c63d4', 'name': 'network-vif-deleted', 'tag': 'c9aae8da-ded7-4fe7-8b4c-3269999972de', 'status': 'completed', 'code': 200} Aug 09 17:59:59.306392 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:59.383807 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774c1c8-f4ca-41db-985f-609d884b03c1 req-ee3b92ba-f040-4ebb-97cd-bdc9c6078a82 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 17:59:59.385492 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8774c1c8-f4ca-41db-985f-609d884b03c1 req-ee3b92ba-f040-4ebb-97cd-bdc9c6078a82 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 943 time: 0.0655344 Aug 09 17:59:59.429696 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8774c1c8-f4ca-41db-985f-609d884b03c1 req-9cb00728-3b12-48df-8630-0c059bb68a0e tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372851 Aug 09 17:59:59.567335 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:59:59.608610 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:59:59.614529 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:59:59.618096 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 17:59:59.646723 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cc58d791-ae02-4ff6-bec6-3b237298bb4d req-dda39650-c47f-4bab-b0fc-f7db8412fc57 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=9676b6bb-30f9-4a9a-bc77-38732e1c63d4 HTTP/1.1" status: 200 len: 210 time: 0.0269547 Aug 09 17:59:59.659397 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'Port': ['ID=d2d5b101-5ab0-4880-9b03-31812fbd41e6,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:00.033956 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:00.046536 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b8090c3b-a3e0-45b6-8cb5-83546d0a2698 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:00:00.069169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device c9aae8da-ded7-4fe7-8b4c-3269999972de no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:00:00.110626 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: c9aae8da-ded7-4fe7-8b4c-3269999972de {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:00:00.111160 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device c9aae8da-ded7-4fe7-8b4c-3269999972de not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:00:00.216475 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port b8090c3b-a3e0-45b6-8cb5-83546d0a2698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,segment=NetworkSegment(6a17d167-6125-4c2b-bf9c-b2b07f83d845),segment_id=6a17d167-6125-4c2b-bf9c-b2b07f83d845)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:00.235031 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'b8090c3b-a3e0-45b6-8cb5-83546d0a2698', 'network_id': '9d51ee99-afba-4328-bf92-12cf7324d11c', 'port_id': 'b8090c3b-a3e0-45b6-8cb5-83546d0a2698', 'mac_address': 'fa:16:3e:11:99:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791294cf-76bc-4a36-ad30-71fd2a1aa962', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:00:00.259191 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:00.287253 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:00.305273 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8090c3b-a3e0-45b6-8cb5-83546d0a2698 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:00:00.332974 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port b8090c3b-a3e0-45b6-8cb5-83546d0a2698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,segment=NetworkSegment(6a17d167-6125-4c2b-bf9c-b2b07f83d845),segment_id=6a17d167-6125-4c2b-bf9c-b2b07f83d845)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:00.451656 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:00.453108 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:00.526296 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:00.569251 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded28172-8658-47a5-9bcd-15ab4175062a req-f3a4ae18-fb50-4e0d-837a-7aa34bba8bb8 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:00.570862 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ded28172-8658-47a5-9bcd-15ab4175062a req-f3a4ae18-fb50-4e0d-837a-7aa34bba8bb8 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 944 time: 0.0668340 Aug 09 18:00:00.612853 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ded28172-8658-47a5-9bcd-15ab4175062a req-d7d46127-fd40-42d9-997b-2875a5007160 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351326 Aug 09 18:00:00.640772 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:00.745999 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'Port': ['ID=d2d5b101-5ab0-4880-9b03-31812fbd41e6,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:00.779475 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:00.947351 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['b8090c3b-a3e0-45b6-8cb5-83546d0a2698'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:00:00.948485 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Floating IP 07dd2fc7-d78e-407b-b676-56395760d899 associated. External IP: 172.27.1.202, port: e021ff8a-fbf0-4c68-989c-db18b369ef6b. Aug 09 18:00:01.076929 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41566) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:01.219159 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:00:01.251416 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-ed45633b-1a1b-404e-9767-667447b8193a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3cb3be07fc334731a9e7816891220e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717281 Aug 09 18:00:01.252070 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41574) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:01.325792 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3151d694-a747-4243-9fff-835e280c77ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:01.390488 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:00:01.398355 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3151d694-a747-4243-9fff-835e280c77ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:01.410854 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] Sync routers for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:00:01.425179 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:01.426125 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:59:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:01.499072 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd501f2-4aad-474f-acb3-0527e8df71fd req-aaf694bd-aa58-4b42-a98b-37306ffbc836 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:01.500584 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7dd501f2-4aad-474f-acb3-0527e8df71fd req-aaf694bd-aa58-4b42-a98b-37306ffbc836 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0763137 Aug 09 18:00:01.542550 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:01.552209 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7dd501f2-4aad-474f-acb3-0527e8df71fd req-265e1ab3-c721-4ce5-8d43-51aea7184d7b tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369813 Aug 09 18:00:01.600338 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:01.649739 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-f7cfb987-1972-4c22-b933-35be420e726b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8599169 Aug 09 18:00:01.651851 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'tag': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:01.654932 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d68f30-3129-4276-b9d4-5329a35ab449" -d '{"events": [{"name": "network-changed", "server_uuid": "c96577c1-64a9-4a5a-92ae-eecc14bd6ac6", "tag": "e021ff8a-fbf0-4c68-989c-db18b369ef6b"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:01.692124 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3151d694-a747-4243-9fff-835e280c77ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:01.695537 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3151d694-a747-4243-9fff-835e280c77ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:01.697215 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-3151d694-a747-4243-9fff-835e280c77ab admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c76f81e-44bc-4d13-86ec-4d79325436d2 HTTP/1.1" status: 204 len: 168 time: 0.4439278 Aug 09 18:00:01.707865 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151d694-a747-4243-9fff-835e280c77ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c76f81e-44bc-4d13-86ec-4d79325436d2,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:01.760112 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e70aee0-2d8c-4263-8674-bc0425dd2b28 x-openstack-request-id: req-5e70aee0-2d8c-4263-8674-bc0425dd2b28 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:01.760112 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96577c1-64a9-4a5a-92ae-eecc14bd6ac6", "tag": "e021ff8a-fbf0-4c68-989c-db18b369ef6b", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:01.760112 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e70aee0-2d8c-4263-8674-bc0425dd2b28 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:01.760112 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'tag': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b', 'status': 'completed', 'code': 200} Aug 09 18:00:01.881750 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a89b0b-61e9-45d6-b46d-db7354e07af2 req-cc60663e-980a-43ca-aa3e-3a2f98286cf9 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:01.903430 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d9a89b0b-61e9-45d6-b46d-db7354e07af2 req-cc60663e-980a-43ca-aa3e-3a2f98286cf9 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 944 time: 0.1618881 Aug 09 18:00:01.974340 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-14f6fb44-9142-4f76-8d8c-f0c6507c5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:01.975914 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-14f6fb44-9142-4f76-8d8c-f0c6507c5058 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 1098 time: 0.1363490 Aug 09 18:00:02.016110 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d9a89b0b-61e9-45d6-b46d-db7354e07af2 req-77d2d335-b7a1-4378-a913-ca084ea896a7 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974071 Aug 09 18:00:02.067789 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '07dd2fc7-d78e-407b-b676-56395760d899', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:01:47:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:59:59Z', 'updated_at': '2021-08-09T17:59:59Z', 'revision_number': 0, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:02.115091 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] Checking router: 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:00:02.133232 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:02.133880 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:59:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:02.479143 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:02.567272 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-39fed579-36a5-469b-b52f-7ef2b45a4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:02.569147 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-39fed579-36a5-469b-b52f-7ef2b45a4536 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 913 time: 0.5817595 Aug 09 18:00:02.728617 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-f7d195d7-450e-41b5-8752-108ce3ef94f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e021ff8a-fbf0-4c68-989c-db18b369ef6b HTTP/1.1" status: 200 len: 999 time: 0.1413667 Aug 09 18:00:02.746269 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d92eb8-ff28-43ff-8dd7-03df3c73c78c req-6f1b8ada-c0ac-4ef2-a961-ca73e892670c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:02.749892 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-43d92eb8-ff28-43ff-8dd7-03df3c73c78c req-6f1b8ada-c0ac-4ef2-a961-ca73e892670c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0772190 Aug 09 18:00:02.837918 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-7899c007-85ed-4be6-b4ce-16b4850783d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:02.839591 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-7899c007-85ed-4be6-b4ce-16b4850783d3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 200 len: 851 time: 0.0998681 Aug 09 18:00:02.864414 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-43d92eb8-ff28-43ff-8dd7-03df3c73c78c req-7d2dc763-af78-4899-a22c-1d4f17d6ecd5 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029193 Aug 09 18:00:02.903122 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-6352401f-5b2b-42af-9707-20fd9212119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:02.904759 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-6352401f-5b2b-42af-9707-20fd9212119c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0813a6d7-5ac5-4010-a774-1854c5fa63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568733 Aug 09 18:00:02.942418 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '07dd2fc7-d78e-407b-b676-56395760d899', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:01:47:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:59:59Z', 'updated_at': '2021-08-09T17:59:59Z', 'revision_number': 0, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:02.974326 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db65c4b-3ccb-4337-970e-47f1021870ff None None] The sync data for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi is: [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '07dd2fc7-d78e-407b-b676-56395760d899', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:01:47:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T17:59:59Z', 'updated_at': '2021-08-09T17:59:59Z', 'revision_number': 0, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:00:03.003130 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-5d76660f-1bf2-4fa9-9fda-4fa316092d2b service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904803 Aug 09 18:00:03.149612 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-f0d68f30-3129-4276-b9d4-5329a35ab449 req-2c6f5fd6-6866-4ccb-ac58-cf082c6c8cbe service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378889 Aug 09 18:00:03.183934 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd8161-2519-44a0-b056-541841f28df9 req-44e49dcd-0fdf-43a3-8ed8-903f64dc9e15 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:03.185906 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-06cd8161-2519-44a0-b056-541841f28df9 req-44e49dcd-0fdf-43a3-8ed8-903f64dc9e15 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 944 time: 0.0824866 Aug 09 18:00:03.264586 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-06cd8161-2519-44a0-b056-541841f28df9 req-e6fb04cf-e7eb-4b59-82dd-f8a098084f93 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Aug 09 18:00:03.289974 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3fab2d-f0a2-4612-a928-ad8e781716c1 None None] New status for floating IP 07dd2fc7-d78e-407b-b676-56395760d899: ACTIVE {{(pid=100427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:00:03.746650 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41664) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:03.850718 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1239571785-network', 'tenant_id': '40587718c41747db8e651a1cf986947e'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:03.957730 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Made reservation on behalf of 40587718c41747db8e651a1cf986947e for: {'network': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:03.960005 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:03.973389 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:04.003862 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03db24b-37aa-4708-93aa-16f6e12a9e30 req-8c0032a3-6028-42ce-b06c-dab1e0075cfa tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:04.005965 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b03db24b-37aa-4708-93aa-16f6e12a9e30 req-8c0032a3-6028-42ce-b06c-dab1e0075cfa tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0779278 Aug 09 18:00:04.057528 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b8090c3b-a3e0-45b6-8cb5-83546d0a2698 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:04.077829 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b03db24b-37aa-4708-93aa-16f6e12a9e30 req-c3048c77-516b-4f9a-8aee-62215b35b124 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650058 Aug 09 18:00:04.140517 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:04.223004 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:04.246194 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=100426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:00:04.263455 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a251d4ed-a8a8-42d6-9128-f8586c05f524,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:04.265979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:04.266316 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.segments_db [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Added segment 267a92a1-4672-4cc6-b95a-ada8d96f6f9b of type vlan for network d52d57ec-4828-43fb-8cf8-fadad217d77b Aug 09 18:00:04.269267 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port b8090c3b-a3e0-45b6-8cb5-83546d0a2698 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:04.274654 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port b8090c3b-a3e0-45b6-8cb5-83546d0a2698 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:04.275213 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:04.285712 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.286014 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.286358 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.286690 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.287014 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.287343 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.287690 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.287965 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.288474 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.288879 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.289198 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.289532 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:04.344689 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:04.395055 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:04.423074 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971bac3-0d31-466c-9bad-9a8fc3cd09e6 req-60431311-ca21-420c-9425-0a2dfdbaa37f tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:04.424727 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3971bac3-0d31-466c-9bad-9a8fc3cd09e6 req-60431311-ca21-420c-9425-0a2dfdbaa37f tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 944 time: 0.0753610 Aug 09 18:00:04.439480 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f29914-c6d9-4aa1-970d-c4fdfaff352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8090c3b-a3e0-45b6-8cb5-83546d0a2698'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:04.442853 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac7f00-e4ad-406d-81c3-f9e6e3ad3a2c" -d '{"events": [{"server_uuid": "63f29914-c6d9-4aa1-970d-c4fdfaff352c", "name": "network-vif-plugged", "status": "completed", "tag": "b8090c3b-a3e0-45b6-8cb5-83546d0a2698"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:04.463764 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port b8090c3b-a3e0-45b6-8cb5-83546d0a2698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,segment=NetworkSegment(6a17d167-6125-4c2b-bf9c-b2b07f83d845),segment_id=6a17d167-6125-4c2b-bf9c-b2b07f83d845)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:04.472025 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3971bac3-0d31-466c-9bad-9a8fc3cd09e6 req-cc272b69-7569-475d-b9d0-7eb1d025acc8 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377882 Aug 09 18:00:04.494425 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0715cd6b-b94b-4ed5-b39d-cfe6f3c5145d x-openstack-request-id: req-0715cd6b-b94b-4ed5-b39d-cfe6f3c5145d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:04.494425 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f29914-c6d9-4aa1-970d-c4fdfaff352c", "name": "network-vif-plugged", "status": "completed", "tag": "b8090c3b-a3e0-45b6-8cb5-83546d0a2698", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:04.494746 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0715cd6b-b94b-4ed5-b39d-cfe6f3c5145d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:04.495056 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f29914-c6d9-4aa1-970d-c4fdfaff352c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8090c3b-a3e0-45b6-8cb5-83546d0a2698', 'code': 200} Aug 09 18:00:04.540282 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:04.542386 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:04.543040 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:04.613427 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] Pushing event updated for resources: {'Network': ['ID=d52d57ec-4828-43fb-8cf8-fadad217d77b,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:04.625416 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network d52d57ec-4828-43fb-8cf8-fadad217d77b details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:00:04.662171 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:04.737826 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:04.754895 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-a92c2776-cf09-4e69-a441-176998bc8896 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0070739 Aug 09 18:00:04.758073 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41680) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:04.763339 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Request body: {'subnet': {'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1239571785-subnet', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'ip_version': 4}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:04.891605 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Made reservation on behalf of 40587718c41747db8e651a1cf986947e for: {'subnet': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:04.895554 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878777'] for subnet, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:05.028419 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec3ae4-c0e8-47e1-9da0-053b88816436 req-d8a13898-bd3c-42d5-a117-1b7c96fc5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:05.030024 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-3fec3ae4-c0e8-47e1-9da0-053b88816436 req-d8a13898-bd3c-42d5-a117-1b7c96fc5a79 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 1098 time: 0.0721567 Aug 09 18:00:05.128654 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-3fec3ae4-c0e8-47e1-9da0-053b88816436 req-93385837-121a-4e4c-9c9d-77c5cf0c99c4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753429 Aug 09 18:00:05.248392 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3bc05-ad6a-44d3-a8c4-07c37e0ab9c6 req-87822876-add9-4dc3-9a66-0bf933b81619 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:05.250124 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-44a3bc05-ad6a-44d3-a8c4-07c37e0ab9c6 req-87822876-add9-4dc3-9a66-0bf933b81619 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0710728 Aug 09 18:00:05.268783 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2648349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878731'] for subnet, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:05.297015 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-44a3bc05-ad6a-44d3-a8c4-07c37e0ab9c6 req-f5c36688-0845-4625-8415-47cd9930c2c1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Aug 09 18:00:05.326250 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1fe21a-2bde-44ae-8f9c-bed9d307a919,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:05.338190 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.338578 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.338873 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.339204 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.339540 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.339902 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.340280 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.340650 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.341038 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.341038 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.341038 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.342120 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:05.350072 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Checking segment: {'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:05.350475 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Network hostable DHCP agents. Network: d52d57ec-4828-43fb-8cf8-fadad217d77b, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:00:05.456805 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Network d52d57ec-4828-43fb-8cf8-fadad217d77b is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:00:05.588812 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, d52d57ec-4828-43fb-8cf8-fadad217d77b) {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:05.595810 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833a6bc-82bd-47dc-8588-a36354cd2cd9 req-e8fecf03-8318-4284-b0b5-1c65420d9e72 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:05.597518 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6833a6bc-82bd-47dc-8588-a36354cd2cd9 req-e8fecf03-8318-4284-b0b5-1c65420d9e72 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 945 time: 0.0543952 Aug 09 18:00:05.597785 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88862d1-a215-4f35-bcd7-ce224e71aa2a None None] Network d52d57ec-4828-43fb-8cf8-fadad217d77b requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:00:05.598533 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:05.599382 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:05.660884 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6833a6bc-82bd-47dc-8588-a36354cd2cd9 req-5d26763c-12cf-48d8-83ca-156d6ddc498c tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556068 Aug 09 18:00:05.769451 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb000c3e-e308-57ef-a55f-819445f3f8a7-d52d57ec-4828-43fb-8cf8-fadad217d77b', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919'}]}} from dv-cinder-788363-10-iscsi. {{(pid=100427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:00:05.770337 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:05.777553 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-a9f1dc8a-0c88-414a-bfe5-56ae41d37935 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0182724 Aug 09 18:00:05.781568 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41702) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:05.787140 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:05.932147 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Allocated IP 172.20.0.2 (d52d57ec-4828-43fb-8cf8-fadad217d77b/fe1fe21a-2bde-44ae-8f9c-bed9d307a919/5cdf9001-b167-40bf-a630-f2d5d1189d25) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:06.051661 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2805'] for router, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.052815 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2814'] for router, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.104132 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.117746 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Transition to ACTIVE for port object 5cdf9001-b167-40bf-a630-f2d5d1189d25 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:06.122190 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.138437 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Transition to ACTIVE for port object 5cdf9001-b167-40bf-a630-f2d5d1189d25 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:06.251567 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.360598 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.404896 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Network d52d57ec-4828-43fb-8cf8-fadad217d77b is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:06.410670 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:06.416030 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:06.434181 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f399ee-f369-4e1a-b87d-e154e80de2c3 req-1aa7faa6-be78-4617-a02a-7f25f30807f0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:06.436090 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-95f399ee-f369-4e1a-b87d-e154e80de2c3 req-1aa7faa6-be78-4617-a02a-7f25f30807f0 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0609961 Aug 09 18:00:06.445992 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Pushing event updated for resources: {'Port': ['ID=5cdf9001-b167-40bf-a630-f2d5d1189d25,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:06.485836 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Attempting to bind port 5cdf9001-b167-40bf-a630-f2d5d1189d25 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:06.486465 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Attempting to bind port 5cdf9001-b167-40bf-a630-f2d5d1189d25 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:06.487030 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Attempting to bind port 5cdf9001-b167-40bf-a630-f2d5d1189d25 on network d52d57ec-4828-43fb-8cf8-fadad217d77b {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:06.489957 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-95f399ee-f369-4e1a-b87d-e154e80de2c3 req-c933dd30-21a0-45a6-86f0-453c976ec9a1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457451 Aug 09 18:00:06.493789 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:06.496931 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Checking segment: {'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:06.496931 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.496931 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Bound using segment: {'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:06.496931 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Bound port: 5cdf9001-b167-40bf-a630-f2d5d1189d25, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:06.496931 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.518954 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.570111 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] For port 5cdf9001-b167-40bf-a630-f2d5d1189d25, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:06.573976 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] For port 5cdf9001-b167-40bf-a630-f2d5d1189d25, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=5cdf9001-b167-40bf-a630-f2d5d1189d25,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:06.697254 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.763814 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75af253-846f-4aed-924c-f7c620c268d4 None None] Pushing event updated for resources: {'Port': ['ID=5cdf9001-b167-40bf-a630-f2d5d1189d25,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:06.827357 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ab572-5a16-46cc-9c90-8d21e3706173 req-8099b78c-3dfc-4c94-aff4-d7fbef9558d6 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:06.827357 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5c5ab572-5a16-46cc-9c90-8d21e3706173 req-8099b78c-3dfc-4c94-aff4-d7fbef9558d6 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 945 time: 0.0833364 Aug 09 18:00:06.844100 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.865862 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:06.868626 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5c5ab572-5a16-46cc-9c90-8d21e3706173 req-8e659f8f-4f5a-4fe0-bec1-7e54a9a6e10e tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Aug 09 18:00:07.004554 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Allocated IP 172.27.1.2 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/d7bbbb3f-606b-4950-93d1-ab33b1427fda) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:07.125494 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:07.286130 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:07.329536 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:07.335063 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:07.337542 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:07.369541 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=d7bbbb3f-606b-4950-93d1-ab33b1427fda,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:07.621121 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163eeb-7b68-4527-baeb-66a6cd900dd2 req-a2102a60-0f39-43fa-9a07-e6b96b8df82c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:07.625935 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-62163eeb-7b68-4527-baeb-66a6cd900dd2 req-a2102a60-0f39-43fa-9a07-e6b96b8df82c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0627327 Aug 09 18:00:07.673473 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-62163eeb-7b68-4527-baeb-66a6cd900dd2 req-250f1b2d-d937-4ea5-942b-fcffc8bd067a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 Aug 09 18:00:07.733694 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:07.802792 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abd4ae-6c7b-47cf-bb65-f5cc06c74d96 None None] Network d52d57ec-4828-43fb-8cf8-fadad217d77b requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:00:07.955676 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809'] for router, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:08.125828 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-a8717086-2242-40af-89a8-6717d602660b None None] Provisioning for port 5cdf9001-b167-40bf-a630-f2d5d1189d25 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:08.313709 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Router 179d889a-9720-4364-9c40-d8b102b7bb4c is scheduled to L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 with binding_index 1 {{(pid=100425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:00:08.411478 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68659b-2dec-4db2-91cb-8acabee93f3a req-c66e130b-461a-499b-8202-96dc497e7abc tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:08.413042 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cb68659b-2dec-4db2-91cb-8acabee93f3a req-c66e130b-461a-499b-8202-96dc497e7abc tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 945 time: 0.0484960 Aug 09 18:00:08.428321 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:00:08.439623 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Sync routers for ids ['179d889a-9720-4364-9c40-d8b102b7bb4c'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:00:08.454341 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Routers {'179d889a-9720-4364-9c40-d8b102b7bb4c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:08.455382 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:59:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['179d889a-9720-4364-9c40-d8b102b7bb4c'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:08.461408 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cb68659b-2dec-4db2-91cb-8acabee93f3a req-28290c31-1a3a-4bd2-952a-00005afc2657 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362518 Aug 09 18:00:08.566819 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b4d6b-3d3f-4009-877b-ce051bea44c2 req-f635c6ef-edef-4506-8d1b-090d618e167e tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:08.567234 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Set router 179d889a-9720-4364-9c40-d8b102b7bb4c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:08.568363 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-965b4d6b-3d3f-4009-877b-ce051bea44c2 req-f635c6ef-edef-4506-8d1b-090d618e167e tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 945 time: 0.0518732 Aug 09 18:00:08.571325 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] Notify callbacks [] for router, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:08.575465 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-fe4d11e5-7aba-4845-9eec-144d22751bc9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7907631 Aug 09 18:00:08.575820 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41742) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:08.635041 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-965b4d6b-3d3f-4009-877b-ce051bea44c2 req-8e130bef-fecb-4b1f-b731-aca9b014fe05 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592835 Aug 09 18:00:08.787226 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:07Z', 'revision_number': 3, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:08.814799 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06510dc7-095d-4c76-a512-f1dda4b64cda req-aebee1e7-883f-48d6-8204-4dbbe5e82c47 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:08.821996 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-06510dc7-095d-4c76-a512-f1dda4b64cda req-aebee1e7-883f-48d6-8204-4dbbe5e82c47 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0588713 Aug 09 18:00:08.825218 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Checking router: 179d889a-9720-4364-9c40-d8b102b7bb4c for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:00:08.825627 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Updating router 179d889a-9720-4364-9c40-d8b102b7bb4c port d7bbbb3f-606b-4950-93d1-ab33b1427fda binding host dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:00:08.870421 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:08.881332 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-06510dc7-095d-4c76-a512-f1dda4b64cda req-43d80c1f-4d17-42f5-a69c-8c53523166e9 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560236 Aug 09 18:00:09.083290 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 5cdf9001-b167-40bf-a630-f2d5d1189d25 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:09.196631 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.213603 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.229024 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Transition to ACTIVE for port object d7bbbb3f-606b-4950-93d1-ab33b1427fda will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:09.291381 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 5cdf9001-b167-40bf-a630-f2d5d1189d25 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:09.302862 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 5cdf9001-b167-40bf-a630-f2d5d1189d25 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:09.303787 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.338004 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.386500 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Attempting to bind port d7bbbb3f-606b-4950-93d1-ab33b1427fda on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:09.387218 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Attempting to bind port d7bbbb3f-606b-4950-93d1-ab33b1427fda by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:09.387658 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Attempting to bind port d7bbbb3f-606b-4950-93d1-ab33b1427fda on network 7da24a41-1e78-4151-865c-40a66cc95cd0 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:09.391059 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Pushing event updated for resources: {'Port': ['ID=d7bbbb3f-606b-4950-93d1-ab33b1427fda,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:09.396501 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:09.397037 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:09.397636 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.398215 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Bound using segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:09.398897 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Bound port: d7bbbb3f-606b-4950-93d1-ab33b1427fda, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:09.399455 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.410321 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41762) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:09.441864 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.453559 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.453559 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.454377 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.454482 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.454593 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Allocated IP 172.20.0.1 (d52d57ec-4828-43fb-8cf8-fadad217d77b/fe1fe21a-2bde-44ae-8f9c-bed9d307a919/9fa93eca-9642-4ed0-aad8-94d6a6f157a0) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:09.454679 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.454679 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.454679 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.454679 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.454679 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.454679 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.454679 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.454679 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:09.495745 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 5cdf9001-b167-40bf-a630-f2d5d1189d25, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=5cdf9001-b167-40bf-a630-f2d5d1189d25,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:09.500416 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] For port d7bbbb3f-606b-4950-93d1-ab33b1427fda, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:09.507734 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] For port d7bbbb3f-606b-4950-93d1-ab33b1427fda, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=d7bbbb3f-606b-4950-93d1-ab33b1427fda,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:09.574928 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0273ff75-b1db-4951-9404-dcb6ca01c0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.597258 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.611364 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Transition to ACTIVE for port object 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 will not be triggered until provisioned by entity DHCP. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:09.634251 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.675168 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.683825 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0273ff75-b1db-4951-9404-dcb6ca01c0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.686691 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=5cdf9001-b167-40bf-a630-f2d5d1189d25,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:09.729010 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Routers {'179d889a-9720-4364-9c40-d8b102b7bb4c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:09.729685 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:59:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['179d889a-9720-4364-9c40-d8b102b7bb4c'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:09.781410 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3696c6b-fc1a-4cc7-b3fd-ecf952f5ebcf req-b83501cc-5661-4df5-a56c-4b16465d2b4a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:09.783538 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d3696c6b-fc1a-4cc7-b3fd-ecf952f5ebcf req-b83501cc-5661-4df5-a56c-4b16465d2b4a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 945 time: 0.0578752 Aug 09 18:00:09.784710 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d3ae6-cb35-45ed-a2fc-ef5cd363dd66 None None] Pushing event updated for resources: {'Port': ['ID=d7bbbb3f-606b-4950-93d1-ab33b1427fda,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:09.834393 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d3696c6b-fc1a-4cc7-b3fd-ecf952f5ebcf req-e5b07883-2254-40cd-8ebf-61cb74d908e6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361099 Aug 09 18:00:09.860215 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] Set router 179d889a-9720-4364-9c40-d8b102b7bb4c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:09.936849 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-0273ff75-b1db-4951-9404-dcb6ca01c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.937152 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:09.983042 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-0273ff75-b1db-4951-9404-dcb6ca01c0ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31317f747c554802a1912a462943f758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705860 Aug 09 18:00:09.983257 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41772) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:09.985281 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273ff75-b1db-4951-9404-dcb6ca01c0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57265dcd-533d-4238-888d-58812a0063b3,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:10.007772 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Network d52d57ec-4828-43fb-8cf8-fadad217d77b is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:10.016443 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:10.024386 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:10.026323 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa93eca-9642-4ed0-aad8-94d6a6f157a0,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:10.060262 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:07Z', 'revision_number': 3, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:10.064890 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1b212-b5a2-443b-96d1-7ce532c90dfb req-d67808ad-5666-4c26-834e-4e0690d3e9f1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:10.068402 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8cd1b212-b5a2-443b-96d1-7ce532c90dfb req-d67808ad-5666-4c26-834e-4e0690d3e9f1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0790524 Aug 09 18:00:10.104146 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610314'] for router_interface, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:10.113271 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70410e-9c5a-412f-a501-f69dd139f0f6 None None] The sync data for ids ['179d889a-9720-4364-9c40-d8b102b7bb4c'] in dv-cinder-788363-10-iscsi is: [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:07Z', 'revision_number': 3, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:00:10.125502 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8cd1b212-b5a2-443b-96d1-7ce532c90dfb req-12599f54-6e92-4e49-9963-98fa2e82cc8a tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Aug 09 18:00:10.156273 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc751-2b82-4ea6-b780-bf9a715d6923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:10.195427 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc751-2b82-4ea6-b780-bf9a715d6923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:10.472390 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:10.495533 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc751-2b82-4ea6-b780-bf9a715d6923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:10.498468 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d9cc751-2b82-4ea6-b780-bf9a715d6923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:10.502411 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0d9cc751-2b82-4ea6-b780-bf9a715d6923 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57265dcd-533d-4238-888d-58812a0063b3 HTTP/1.1" status: 204 len: 168 time: 0.5108197 Aug 09 18:00:10.515604 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cc751-2b82-4ea6-b780-bf9a715d6923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57265dcd-533d-4238-888d-58812a0063b3,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:10.629038 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-4b9b9436-4e06-4001-b32f-414dd000418b None None] Provisioning for port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:10.633868 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-4b9b9436-4e06-4001-b32f-414dd000418b None None] Provisioning complete for port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:10.634245 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9436-4e06-4001-b32f-414dd000418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:10.675357 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b9436-4e06-4001-b32f-414dd000418b None None] Port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:00:10.711138 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:10.914045 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:10.978274 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa93eca-9642-4ed0-aad8-94d6a6f157a0,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:11.003411 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610494'] for router_interface, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:11.006523 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdbd53-7b10-476f-bdf3-ec6875c5e70a req-18cbb9f9-5fff-4821-80b9-5339779338e8 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:11.020209 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4bdbd53-7b10-476f-bdf3-ec6875c5e70a req-18cbb9f9-5fff-4821-80b9-5339779338e8 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 945 time: 0.1036365 Aug 09 18:00:11.071588 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4bdbd53-7b10-476f-bdf3-ec6875c5e70a req-bffd129c-974a-4fbe-9681-76618a639b82 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503445 Aug 09 18:00:11.163258 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d7bbbb3f-606b-4950-93d1-ab33b1427fda up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:11.170742 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a938b-0080-41b1-8784-c773524995c5 req-b88ad26b-088e-4a29-a050-794fb2cd918f tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:11.172335 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-928a938b-0080-41b1-8784-c773524995c5 req-b88ad26b-088e-4a29-a050-794fb2cd918f tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 945 time: 0.0967412 Aug 09 18:00:11.218330 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-928a938b-0080-41b1-8784-c773524995c5 req-dca74fae-52d0-42f8-8799-13d63825e4e9 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Aug 09 18:00:11.305396 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4c3b4-733e-4b18-94ea-3eaee2949001 req-4fe9beb1-4263-488e-9ea0-c71b7ab22c8e tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:11.312725 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b7d4c3b4-733e-4b18-94ea-3eaee2949001 req-4fe9beb1-4263-488e-9ea0-c71b7ab22c8e tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.0697534 Aug 09 18:00:11.351677 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b7d4c3b4-733e-4b18-94ea-3eaee2949001 req-8494cd0d-33ad-4e55-a398-374886b70a25 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380075 Aug 09 18:00:11.382409 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port d7bbbb3f-606b-4950-93d1-ab33b1427fda completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:11.387062 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port d7bbbb3f-606b-4950-93d1-ab33b1427fda triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:11.387431 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:11.470575 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:11.491231 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port d7bbbb3f-606b-4950-93d1-ab33b1427fda, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=d7bbbb3f-606b-4950-93d1-ab33b1427fda,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:11.525971 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63eaf-9960-49fb-9064-30c82553923e req-513a5cc6-5f7c-46cd-ab15-ab56393dee6c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:11.527749 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ceb63eaf-9960-49fb-9064-30c82553923e req-513a5cc6-5f7c-46cd-ab15-ab56393dee6c tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.77 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 945 time: 0.4097626 Aug 09 18:00:11.540852 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Network d52d57ec-4828-43fb-8cf8-fadad217d77b is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:11.552136 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:11.587808 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-e3d3e00a-913b-456e-899d-d9719f1d089d tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:11.589374 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-e3d3e00a-913b-456e-899d-d9719f1d089d tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 945 time: 0.1126001 Aug 09 18:00:11.680485 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:11.681230 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 5cdf9001-b167-40bf-a630-f2d5d1189d25 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:11.768316 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=d7bbbb3f-606b-4950-93d1-ab33b1427fda,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:11.781214 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 5cdf9001-b167-40bf-a630-f2d5d1189d25 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:11.781624 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:11.819499 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-ceb63eaf-9960-49fb-9064-30c82553923e req-037168bb-9265-4790-82f5-f275a9d4eaa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Deleting port 642533d7-a56a-4503-981e-d518e8beaed5 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:00:11.819849 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-ceb63eaf-9960-49fb-9064-30c82553923e req-037168bb-9265-4790-82f5-f275a9d4eaa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:11.833151 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-781f9c12-f564-4f4f-89c1-c636598c3a33 None None] Provisioning complete for port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:11.833551 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-781f9c12-f564-4f4f-89c1-c636598c3a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:11.886547 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Router 179d889a-9720-4364-9c40-d8b102b7bb4c has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:00:11.892260 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-781f9c12-f564-4f4f-89c1-c636598c3a33 None None] Port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:00:11.906625 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-f6296bb2-0fcb-40f9-93f4-45be524b3499 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Deleting port 46144547-649a-423e-9db1-03426abf1806 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:00:11.906976 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-f6296bb2-0fcb-40f9-93f4-45be524b3499 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.056936 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-ceb63eaf-9960-49fb-9064-30c82553923e req-037168bb-9265-4790-82f5-f275a9d4eaa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] For port 642533d7-a56a-4503-981e-d518e8beaed5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=642533d7-a56a-4503-981e-d518e8beaed5,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:12.060227 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-ceb63eaf-9960-49fb-9064-30c82553923e req-037168bb-9265-4790-82f5-f275a9d4eaa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.103168 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-ceb63eaf-9960-49fb-9064-30c82553923e req-037168bb-9265-4790-82f5-f275a9d4eaa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Calling delete_port for 642533d7-a56a-4503-981e-d518e8beaed5 owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:00:12.109621 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41808) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:12.126358 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-f6296bb2-0fcb-40f9-93f4-45be524b3499 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] For port 46144547-649a-423e-9db1-03426abf1806, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=46144547-649a-423e-9db1-03426abf1806,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:12.126731 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-f6296bb2-0fcb-40f9-93f4-45be524b3499 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.182919 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-f6296bb2-0fcb-40f9-93f4-45be524b3499 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Calling delete_port for 46144547-649a-423e-9db1-03426abf1806 owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:00:12.185187 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:00:12.196281 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Sync routers for ids ['179d889a-9720-4364-9c40-d8b102b7bb4c'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:00:12.196466 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-faf8d470-0da8-46cc-af0e-db7a0591caf5 admin admin] 10.222.0.54 "PUT /v2.0/routers/179d889a-9720-4364-9c40-d8b102b7bb4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6196833 Aug 09 18:00:12.214633 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2279e9-731e-47bc-85f0-9bd2908e1263 req-0a2a49ae-b706-4ccc-bd30-cfb7146ef7ef tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:12.216394 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5a2279e9-731e-47bc-85f0-9bd2908e1263 req-0a2a49ae-b706-4ccc-bd30-cfb7146ef7ef tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 945 time: 0.0666645 Aug 09 18:00:12.218981 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Routers {'179d889a-9720-4364-9c40-d8b102b7bb4c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:12.219786 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:59:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['179d889a-9720-4364-9c40-d8b102b7bb4c'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:12.278817 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5a2279e9-731e-47bc-85f0-9bd2908e1263 req-f87b1698-1756-4ee5-8979-cb793d3842a1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533512 Aug 09 18:00:12.311963 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1120814079-network', 'tenant_id': '8c54051530bc4de08d03cf270cff724c'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:12.408810 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a849baf-9714-4c73-9246-260c3313c9fd req-00ce825b-e9b4-4abd-953a-0472ddc70ddf tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:12.410967 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8a849baf-9714-4c73-9246-260c3313c9fd req-00ce825b-e9b4-4abd-953a-0472ddc70ddf tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 945 time: 0.0948269 Aug 09 18:00:12.416940 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Set router 179d889a-9720-4364-9c40-d8b102b7bb4c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:12.458114 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8a849baf-9714-4c73-9246-260c3313c9fd req-8e79adcf-9ca6-48e3-866d-a434c396c460 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368686 Aug 09 18:00:12.468638 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Made reservation on behalf of 8c54051530bc4de08d03cf270cff724c for: {'network': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:12.470363 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.498022 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.514662 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-ceb63eaf-9960-49fb-9064-30c82553923e req-037168bb-9265-4790-82f5-f275a9d4eaa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.540162 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780f657-c12c-4a65-b22f-0bba23a46450 req-96a09d44-bd51-44da-bb8b-056b9ee3ecc1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:12.541724 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e780f657-c12c-4a65-b22f-0bba23a46450 req-96a09d44-bd51-44da-bb8b-056b9ee3ecc1 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 867 time: 0.0884271 Aug 09 18:00:12.546578 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037168bb-9265-4790-82f5-f275a9d4eaa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Pushing event deleted for resources: {'Port': ['ID=642533d7-a56a-4503-981e-d518e8beaed5,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:12.603353 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb63eaf-9960-49fb-9064-30c82553923e req-037168bb-9265-4790-82f5-f275a9d4eaa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] No DVR routers for this DVR port 642533d7-a56a-4503-981e-d518e8beaed5 on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:00:12.605878 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-ceb63eaf-9960-49fb-9064-30c82553923e req-037168bb-9265-4790-82f5-f275a9d4eaa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.608044 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e780f657-c12c-4a65-b22f-0bba23a46450 req-20a970f5-75bc-4b8c-aca8-13d654d392b3 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/security-groups?id=deb757b7-e42f-43af-93e8-3f4bb1504c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535455 Aug 09 18:00:12.608211 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ceb63eaf-9960-49fb-9064-30c82553923e req-037168bb-9265-4790-82f5-f275a9d4eaa6 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.77 "DELETE /v2.0/ports/642533d7-a56a-4503-981e-d518e8beaed5 HTTP/1.1" status: 204 len: 173 time: 1.0661976 Aug 09 18:00:12.608576 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2128690-6351-4082-ba31-5f4307897d05', 'name': 'network-vif-deleted', 'tag': '642533d7-a56a-4503-981e-d518e8beaed5'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:12.611114 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d63b27-279c-4dd2-b265-e987baf7feee" -d '{"events": [{"server_uuid": "e2128690-6351-4082-ba31-5f4307897d05", "name": "network-vif-deleted", "tag": "642533d7-a56a-4503-981e-d518e8beaed5"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:12.614984 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-f6296bb2-0fcb-40f9-93f4-45be524b3499 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.656290 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6296bb2-0fcb-40f9-93f4-45be524b3499 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Pushing event deleted for resources: {'Port': ['ID=46144547-649a-423e-9db1-03426abf1806,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:12.663769 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecf7140-efe4-40a7-a4f4-2535660962f5 x-openstack-request-id: req-3ecf7140-efe4-40a7-a4f4-2535660962f5 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:12.664126 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2128690-6351-4082-ba31-5f4307897d05", "name": "network-vif-deleted", "tag": "642533d7-a56a-4503-981e-d518e8beaed5", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:12.664428 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ecf7140-efe4-40a7-a4f4-2535660962f5 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:12.665011 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2128690-6351-4082-ba31-5f4307897d05', 'name': 'network-vif-deleted', 'tag': '642533d7-a56a-4503-981e-d518e8beaed5', 'status': 'completed', 'code': 200} Aug 09 18:00:12.673714 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.682753 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['017a5390-8e4d-4dcf-a64e-cae4d92da69b', '2cc94102-9bfd-40f3-a4a2-7ec095bc918a', '7ce7b234-b382-4ae0-a441-462d05430503'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:00:12.720214 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-f6296bb2-0fcb-40f9-93f4-45be524b3499 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] No DVR routers for this DVR port 46144547-649a-423e-9db1-03426abf1806 on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:00:12.723065 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-f6296bb2-0fcb-40f9-93f4-45be524b3499 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.725131 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-eaa3cd6e-efff-4f67-ba86-cb1980f2f382 req-f6296bb2-0fcb-40f9-93f4-45be524b3499 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "DELETE /v2.0/ports/46144547-649a-423e-9db1-03426abf1806 HTTP/1.1" status: 204 len: 173 time: 1.1286626 Aug 09 18:00:12.777058 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.779459 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:10Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '9fa93eca-9642-4ed0-aad8-94d6a6f157a0', 'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'mac_address': 'fa:16:3e:3b:a2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:09Z', 'updated_at': '2021-08-09T18:00:10Z', 'revision_number': 2, 'project_id': '40587718c41747db8e651a1cf986947e', 'subnets': [{'id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:12.801086 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=100426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:00:12.815750 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Checking router: 179d889a-9720-4364-9c40-d8b102b7bb4c for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:00:12.816105 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Updating router 179d889a-9720-4364-9c40-d8b102b7bb4c port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 binding host dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:00:12.816970 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:12.821242 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.821604 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.segments_db [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Added segment dc68878e-fb1f-4591-8a76-07b464532cd9 of type vlan for network 8039abcc-253c-4eb2-95d1-9000bf673132 Aug 09 18:00:12.858453 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:12.872537 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.006211 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d7bbbb3f-606b-4950-93d1-ab33b1427fda up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:13.024366 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-0604f18b-6392-4ad6-ab07-7cabaaec05da tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:13.025634 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-0604f18b-6392-4ad6-ab07-7cabaaec05da tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.77 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 945 time: 0.0601072 Aug 09 18:00:13.155790 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-4c12d812-c52e-443a-abf5-ca701060e870 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Deleting port b8090c3b-a3e0-45b6-8cb5-83546d0a2698 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:00:13.156139 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-4c12d812-c52e-443a-abf5-ca701060e870 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.159981 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.161082 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:13.161705 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.206708 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port d7bbbb3f-606b-4950-93d1-ab33b1427fda triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:13.208113 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.233471 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] Pushing event updated for resources: {'Network': ['ID=8039abcc-253c-4eb2-95d1-9000bf673132,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:13.250763 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 8039abcc-253c-4eb2-95d1-9000bf673132 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:00:13.267873 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-4c12d812-c52e-443a-abf5-ca701060e870 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] For port b8090c3b-a3e0-45b6-8cb5-83546d0a2698, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,segment=NetworkSegment(6a17d167-6125-4c2b-bf9c-b2b07f83d845),segment_id=6a17d167-6125-4c2b-bf9c-b2b07f83d845)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:13.268275 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-4c12d812-c52e-443a-abf5-ca701060e870 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.281838 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-4c12d812-c52e-443a-abf5-ca701060e870 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Calling delete_port for b8090c3b-a3e0-45b6-8cb5-83546d0a2698 owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:00:13.398875 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4cd599d5-d925-46be-a901-1b0a892b2b6d req-cd04db1b-731a-420a-a565-7a6660e5864f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 210 time: 0.0291831 Aug 09 18:00:13.420198 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-1463bb04-b2a0-462d-be9f-bffcfcc5b960 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2999678 Aug 09 18:00:13.420198 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41832) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:13.425400 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Request body: {'subnet': {'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1120814079-subnet', 'tenant_id': '8c54051530bc4de08d03cf270cff724c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:13.462162 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.585145 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41844) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:13.590946 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1309173065-network', 'tenant_id': '8032109de19541fd8854643290eeb621'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:13.611172 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Transition to ACTIVE for port object 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:13.619127 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-4c12d812-c52e-443a-abf5-ca701060e870 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.630446 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b156b4-09f3-45cb-89c3-0a04b8d8c247 req-a318123a-f66e-4f0e-9705-ce0a774b7607 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:13.640704 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-26b156b4-09f3-45cb-89c3-0a04b8d8c247 req-a318123a-f66e-4f0e-9705-ce0a774b7607 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 867 time: 0.0734975 Aug 09 18:00:13.642967 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Made reservation on behalf of 8c54051530bc4de08d03cf270cff724c for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:13.645555 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4169953'] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.656197 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12d812-c52e-443a-abf5-ca701060e870 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Pushing event deleted for resources: {'Port': ['ID=b8090c3b-a3e0-45b6-8cb5-83546d0a2698,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:13.708476 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-4c12d812-c52e-443a-abf5-ca701060e870 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] No DVR routers for this DVR port b8090c3b-a3e0-45b6-8cb5-83546d0a2698 on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:00:13.711288 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-4c12d812-c52e-443a-abf5-ca701060e870 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.713316 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-11a79742-874c-47ab-bb91-a1e1f9f4f5de req-4c12d812-c52e-443a-abf5-ca701060e870 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.77 "DELETE /v2.0/ports/b8090c3b-a3e0-45b6-8cb5-83546d0a2698 HTTP/1.1" status: 204 len: 173 time: 0.6666193 Aug 09 18:00:13.757485 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-26b156b4-09f3-45cb-89c3-0a04b8d8c247 req-71fffc3e-600c-421d-84c8-60f3a20ccede tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/security-groups?id=282f28a0-1991-46e5-82ce-df0418edbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154857 Aug 09 18:00:13.781095 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-109df027-a981-4754-aceb-482301facbfb req-e75cee67-e48c-4d94-b194-9ee9dafc9871 tempest-ServerRescueNegativeTestJSON-544687984 tempest-ServerRescueNegativeTestJSON-544687984-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2128690-6351-4082-ba31-5f4307897d05 HTTP/1.1" status: 200 len: 210 time: 0.0414019 Aug 09 18:00:13.821414 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.879648 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dba27c-0731-48fe-a4ff-96de47b7e43c None None] Pushing event updated for resources: {'Port': ['ID=9fa93eca-9642-4ed0-aad8-94d6a6f157a0,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:13.890961 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Made reservation on behalf of 8032109de19541fd8854643290eeb621 for: {'network': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:13.890961 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.899229 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.934962 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Attempting to bind port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:13.935565 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Attempting to bind port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:13.935916 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Attempting to bind port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 on network d52d57ec-4828-43fb-8cf8-fadad217d77b {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:13.943629 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 17, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:13.943998 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Checking segment: {'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:13.944452 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:13.944848 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Bound using segment: {'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:13.945325 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Bound port: 9fa93eca-9642-4ed0-aad8-94d6a6f157a0, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:13.945744 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.008998 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.012771 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] For port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:14.038826 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] For port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=9fa93eca-9642-4ed0-aad8-94d6a6f157a0,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:14.147360 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 642533d7-a56a-4503-981e-d518e8beaed5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:00:14.161223 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 642533d7-a56a-4503-981e-d518e8beaed5 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:00:14.161598 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 642533d7-a56a-4503-981e-d518e8beaed5 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:00:14.161997 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 46144547-649a-423e-9db1-03426abf1806 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:00:14.181604 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 46144547-649a-423e-9db1-03426abf1806 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:00:14.181946 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 46144547-649a-423e-9db1-03426abf1806 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:00:14.245697 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4169939'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.299902 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c534cabf-52e6-4527-8f45-7da9d2a8483d,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:14.310506 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Checking segment: {'id': 'dc68878e-fb1f-4591-8a76-07b464532cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:14.311101 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Network hostable DHCP agents. Network: 8039abcc-253c-4eb2-95d1-9000bf673132, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:00:14.425137 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.425860 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.431044 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0b674f7d-79f8-4e0c-8d78-1bbe8eec696b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.448849 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=100425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:00:14.466200 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.466574 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.segments_db [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Added segment 740ef63f-e75c-4a80-9f5e-013066102279 of type vlan for network 2795ece9-b7e0-45df-8625-dfba11c4440b Aug 09 18:00:14.467822 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16a09c4-2cfc-4a06-afc6-1efd8195ff91,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:14.503857 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Routers {'179d889a-9720-4364-9c40-d8b102b7bb4c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:14.503857 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T17:59:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['179d889a-9720-4364-9c40-d8b102b7bb4c'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:14.534735 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.535244 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c683c17b-b4fb-4edf-879c-ba8407fc9c54 req-6f3bfc47-2b50-4526-8ba5-9a28d31877a0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f88a250-5374-40f5-bc80-3d0e8d7c1eab HTTP/1.1" status: 200 len: 210 time: 0.0355744 Aug 09 18:00:14.552895 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dba27c-0731-48fe-a4ff-96de47b7e43c None None] Pushing event updated for resources: {'Port': ['ID=9fa93eca-9642-4ed0-aad8-94d6a6f157a0,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:14.577090 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Network 8039abcc-253c-4eb2-95d1-9000bf673132 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:00:14.628065 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['b8090c3b-a3e0-45b6-8cb5-83546d0a2698'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:00:14.666452 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f88a250-5374-40f5-bc80-3d0e8d7c1eab', 'name': 'network-vif-deleted', 'tag': '46144547-649a-423e-9db1-03426abf1806'}, {'server_uuid': '63f29914-c6d9-4aa1-970d-c4fdfaff352c', 'name': 'network-vif-deleted', 'tag': 'b8090c3b-a3e0-45b6-8cb5-83546d0a2698'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:14.668970 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b9723c-67d3-4462-8107-4ef0f45f3b3f" -d '{"events": [{"server_uuid": "3f88a250-5374-40f5-bc80-3d0e8d7c1eab", "name": "network-vif-deleted", "tag": "46144547-649a-423e-9db1-03426abf1806"}, {"server_uuid": "63f29914-c6d9-4aa1-970d-c4fdfaff352c", "name": "network-vif-deleted", "tag": "b8090c3b-a3e0-45b6-8cb5-83546d0a2698"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:14.670221 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] Set router 179d889a-9720-4364-9c40-d8b102b7bb4c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:14.706161 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 8039abcc-253c-4eb2-95d1-9000bf673132) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:14.708118 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.708985 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:14.710902 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.718260 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:14.718852 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:14.719716 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ff76fc-921a-4db0-ba47-d85d97523690 x-openstack-request-id: req-d7ff76fc-921a-4db0-ba47-d85d97523690 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:14.720235 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f88a250-5374-40f5-bc80-3d0e8d7c1eab", "name": "network-vif-deleted", "tag": "46144547-649a-423e-9db1-03426abf1806", "status": "completed", "code": 200}, {"server_uuid": "63f29914-c6d9-4aa1-970d-c4fdfaff352c", "name": "network-vif-deleted", "tag": "b8090c3b-a3e0-45b6-8cb5-83546d0a2698", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:14.720235 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d7ff76fc-921a-4db0-ba47-d85d97523690 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:14.720699 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f88a250-5374-40f5-bc80-3d0e8d7c1eab', 'name': 'network-vif-deleted', 'tag': '46144547-649a-423e-9db1-03426abf1806', 'status': 'completed', 'code': 200} Aug 09 18:00:14.720875 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f29914-c6d9-4aa1-970d-c4fdfaff352c', 'name': 'network-vif-deleted', 'tag': 'b8090c3b-a3e0-45b6-8cb5-83546d0a2698', 'status': 'completed', 'code': 200} Aug 09 18:00:14.729039 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a223e4-f01e-4ffa-a7fa-ee70d97d4cd5 None None] Network 8039abcc-253c-4eb2-95d1-9000bf673132 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:00:14.801059 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-6bca3b2e-5861-4da8-aabc-14b53bd9dcc7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3880813 Aug 09 18:00:14.803038 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] Pushing event updated for resources: {'Network': ['ID=2795ece9-b7e0-45df-8625-dfba11c4440b,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:14.857835 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41860) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:14.913655 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a0f6a695-38a2-43d2-ba16-578567ed6410 req-740b167b-aea7-4ec1-ab4a-bcd4d51a0b0b tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 210 time: 0.0319018 Aug 09 18:00:14.929648 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 2795ece9-b7e0-45df-8625-dfba11c4440b details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:00:14.993792 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41866) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:14.994090 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0a653785-0ead-481c-a962-e24755e4726b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4071712 Aug 09 18:00:14.999808 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Request body: {'subnet': {'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1309173065-subnet', 'tenant_id': '8032109de19541fd8854643290eeb621', 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:15.127864 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Made reservation on behalf of 8032109de19541fd8854643290eeb621 for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:15.134192 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4169953'] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:15.257215 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eb2ad5-008e-4d0f-a95e-5945b533f749 None None] Network 8039abcc-253c-4eb2-95d1-9000bf673132 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:00:15.340814 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:10Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '9fa93eca-9642-4ed0-aad8-94d6a6f157a0', 'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'mac_address': 'fa:16:3e:3b:a2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:09Z', 'updated_at': '2021-08-09T18:00:14Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'subnets': [{'id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:15.374687 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce68674-076f-453b-9a35-8a1bcb397617 None None] The sync data for ids ['179d889a-9720-4364-9c40-d8b102b7bb4c'] in dv-cinder-788363-10-iscsi is: [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:10Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '9fa93eca-9642-4ed0-aad8-94d6a6f157a0', 'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'mac_address': 'fa:16:3e:3b:a2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:09Z', 'updated_at': '2021-08-09T18:00:14Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'subnets': [{'id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:00:15.431979 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610435'] for router_interface, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:15.486032 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4169939'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:15.554090 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e374e89-2d6b-4cd9-bf17-e9c53ceecea5,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:15.595604 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Checking segment: {'id': '740ef63f-e75c-4a80-9f5e-013066102279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:15.595902 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Network hostable DHCP agents. Network: 2795ece9-b7e0-45df-8625-dfba11c4440b, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:00:15.777210 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Network 2795ece9-b7e0-45df-8625-dfba11c4440b is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:00:15.853654 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] Deleting port dc01b9b6-0e5c-41bb-be72-29fa8c89b377 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:00:15.854909 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:15.936712 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 2795ece9-b7e0-45df-8625-dfba11c4440b) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:15.944904 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:15.945939 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:15.948692 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98659957-66ca-4400-8519-6b7cbb319e07 None None] Network 2795ece9-b7e0-45df-8625-dfba11c4440b requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:00:15.954118 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] For port dc01b9b6-0e5c-41bb-be72-29fa8c89b377, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=dc01b9b6-0e5c-41bb-be72-29fa8c89b377,segment=NetworkSegment(7c5b0015-1a55-40aa-840e-d3f03c48e2ba),segment_id=7c5b0015-1a55-40aa-840e-d3f03c48e2ba)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:15.954759 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:15.984095 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] Calling delete_port for dc01b9b6-0e5c-41bb-be72-29fa8c89b377 owned by network:router_interface {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:00:16.419444 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1c3cbfcb-71c1-43dd-8ef0-e203d2513327 req-47ac6f81-ae67-4d0b-a2e1-742b9942a666 tempest-VolumesActionsTest-1855676325 tempest-VolumesActionsTest-1855676325-project] 10.222.0.54 "GET /v2.0/ports?device_id=63f29914-c6d9-4aa1-970d-c4fdfaff352c HTTP/1.1" status: 200 len: 210 time: 0.0643091 Aug 09 18:00:16.421255 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb000c3e-e308-57ef-a55f-819445f3f8a7-2795ece9-b7e0-45df-8625-dfba11c4440b', 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b', 'tenant_id': '8032109de19541fd8854643290eeb621', 'fixed_ips': [{'subnet_id': '3e374e89-2d6b-4cd9-bf17-e9c53ceecea5'}]}} from dv-cinder-788363-10-iscsi. {{(pid=100427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:00:16.421255 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:16.573205 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Allocated IP 172.20.0.2 (2795ece9-b7e0-45df-8625-dfba11c4440b/3e374e89-2d6b-4cd9-bf17-e9c53ceecea5/d0edf45b-0629-4e64-b5a7-cc072f6a2fe6) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:16.612042 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-279f4d7e-2454-4a50-bed4-bd1b0a498aa9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6164825 Aug 09 18:00:16.615176 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41880) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:16.619682 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1309173065-router', 'tenant_id': '8032109de19541fd8854643290eeb621', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:16.646004 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:16.677621 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc01b9b6-0e5c-41bb-be72-29fa8c89b377,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:16.744206 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4b57f3e5-f09b-45fc-a734-a5e498f9982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:16.777609 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:16.785657 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Transition to ACTIVE for port object d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:16.800778 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Transition to ACTIVE for port object d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:16.832900 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2805'] for router, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:16.834046 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2814'] for router, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:16.849744 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608563'] for router_interface, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:16.868499 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:16.909895 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:16.919827 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:16.958286 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Network 2795ece9-b7e0-45df-8625-dfba11c4440b is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:16.968036 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:16.968036 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:16.970744 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Pushing event updated for resources: {'Port': ['ID=d0edf45b-0629-4e64-b5a7-cc072f6a2fe6,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:17.039671 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Attempting to bind port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:17.040045 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Attempting to bind port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '740ef63f-e75c-4a80-9f5e-013066102279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:17.040410 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Attempting to bind port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 on network 2795ece9-b7e0-45df-8625-dfba11c4440b {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:17.046281 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:17.048654 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Checking segment: {'id': '740ef63f-e75c-4a80-9f5e-013066102279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:17.048654 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.048654 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Bound using segment: {'id': '740ef63f-e75c-4a80-9f5e-013066102279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:17.048654 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Bound port: d0edf45b-0629-4e64-b5a7-cc072f6a2fe6, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740ef63f-e75c-4a80-9f5e-013066102279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:17.048654 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.143419 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:17.190753 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] For port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:17.197972 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] For port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=d0edf45b-0629-4e64-b5a7-cc072f6a2fe6,segment=NetworkSegment(740ef63f-e75c-4a80-9f5e-013066102279),segment_id=740ef63f-e75c-4a80-9f5e-013066102279)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:17.214956 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.314411 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.363303 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] Router 4ef517cd-0b99-4015-bc2d-02279c00bd49 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:00:17.365808 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:17.378451 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:17.378899 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.384040 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375ad0e-fdcf-40b7-9b17-709ca862ff32 None None] Pushing event updated for resources: {'Port': ['ID=d0edf45b-0629-4e64-b5a7-cc072f6a2fe6,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:17.504083 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:00:17.512427 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-3201c058-c641-4ab6-a951-d2df140f7d5e admin admin] 10.222.0.54 "PUT /v2.0/routers/4ef517cd-0b99-4015-bc2d-02279c00bd49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6540046 Aug 09 18:00:17.517586 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41898) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:17.517700 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.521214 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39696884-f573-4861-84c7-95e119c686aa None None] Sync routers for ids ['4ef517cd-0b99-4015-bc2d-02279c00bd49'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:00:17.533688 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39696884-f573-4861-84c7-95e119c686aa None None] Routers {'4ef517cd-0b99-4015-bc2d-02279c00bd49'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:17.534500 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-39696884-f573-4861-84c7-95e119c686aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:00:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['4ef517cd-0b99-4015-bc2d-02279c00bd49'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:17.574022 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=9fa93eca-9642-4ed0-aad8-94d6a6f157a0,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:17.690155 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.694756 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.717089 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-39696884-f573-4861-84c7-95e119c686aa None None] Set router 4ef517cd-0b99-4015-bc2d-02279c00bd49 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:17.724358 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.743168 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.910734 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=9fa93eca-9642-4ed0-aad8-94d6a6f157a0,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:17.920012 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:17.980787 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Allocated IP 172.27.1.91 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/56413188-b996-4c4b-871d-8467d89f099c) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:18.117331 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-39696884-f573-4861-84c7-95e119c686aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-router', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T18:00:16Z', 'revision_number': 5, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'gw_port': {'id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:18.143642 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39696884-f573-4861-84c7-95e119c686aa None None] Checking router: 4ef517cd-0b99-4015-bc2d-02279c00bd49 for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:00:18.151705 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39696884-f573-4861-84c7-95e119c686aa None None] Routers {'4ef517cd-0b99-4015-bc2d-02279c00bd49'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:18.152315 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-39696884-f573-4861-84c7-95e119c686aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:00:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['4ef517cd-0b99-4015-bc2d-02279c00bd49'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:18.164283 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:18.172096 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:18.176295 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b8090c3b-a3e0-45b6-8cb5-83546d0a2698 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:00:18.200025 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: b8090c3b-a3e0-45b6-8cb5-83546d0a2698 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:00:18.200468 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b8090c3b-a3e0-45b6-8cb5-83546d0a2698 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:00:18.246318 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-0b6674f5-151e-4d96-9846-5bafad77eeb3 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:18.247674 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-0b6674f5-151e-4d96-9846-5bafad77eeb3 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/networks?id=8039abcc-253c-4eb2-95d1-9000bf673132 HTTP/1.1" status: 200 len: 814 time: 0.1421528 Aug 09 18:00:18.277024 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-cde65d46-d441-4662-a08d-3189c8a9b65e tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/quotas/8c54051530bc4de08d03cf270cff724c HTTP/1.1" status: 200 len: 375 time: 0.0205646 Aug 09 18:00:18.291578 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-39696884-f573-4861-84c7-95e119c686aa None None] Set router 4ef517cd-0b99-4015-bc2d-02279c00bd49 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:18.351476 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-3fc1e894-df07-4787-8708-41ae65679125 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c54051530bc4de08d03cf270cff724c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683522 Aug 09 18:00:18.351714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Deleting port 20af684e-6d5e-43dc-a933-2694b23c7272 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:00:18.351892 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:18.467475 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-c61e4c16-78cf-41d3-baa5-13db288fefb7 service neutron] 10.222.0.54 "GET /v2.0/networks/8039abcc-253c-4eb2-95d1-9000bf673132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149275 Aug 09 18:00:18.477486 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:18.485067 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] For port 20af684e-6d5e-43dc-a933-2694b23c7272, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=20af684e-6d5e-43dc-a933-2694b23c7272,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:18.486118 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:18.502199 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Calling delete_port for 20af684e-6d5e-43dc-a933-2694b23c7272 owned by network:router_gateway {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:00:18.562720 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-39696884-f573-4861-84c7-95e119c686aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-router', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T18:00:16Z', 'revision_number': 5, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'gw_port': {'id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:18.598018 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39696884-f573-4861-84c7-95e119c686aa None None] The sync data for ids ['4ef517cd-0b99-4015-bc2d-02279c00bd49'] in dv-cinder-788363-10-iscsi is: [{'id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'name': 'tempest-ServerRescueNegativeTestJSON-1517766163-router', 'tenant_id': 'f9f5a108de43476ebc89d2884380eeb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T18:00:16Z', 'revision_number': 5, 'project_id': 'f9f5a108de43476ebc89d2884380eeb7', 'gw_port': {'id': '20af684e-6d5e-43dc-a933-2694b23c7272', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:71:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef517cd-0b99-4015-bc2d-02279c00bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:57:03Z', 'updated_at': '2021-08-09T17:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:00:18.655115 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec83f3b-776e-4f86-8d7e-10f05b92ccca None None] Network 2795ece9-b7e0-45df-8625-dfba11c4440b requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:00:18.780749 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:18.788331 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:18.790752 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:18.833683 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Pushing event updated for resources: {'Port': ['ID=56413188-b996-4c4b-871d-8467d89f099c,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:18.867530 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-29bc6149-6e90-427f-b1aa-63930f22e5f4 service neutron] 10.222.0.54 "GET /v2.0/networks/8039abcc-253c-4eb2-95d1-9000bf673132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992302 Aug 09 18:00:18.880634 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:18.887587 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-cd89961c-0bba-4393-a1ce-8e318f7ff8e7 None None] Provisioning for port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:18.915992 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=20af684e-6d5e-43dc-a933-2694b23c7272,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:19.061035 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610773'] for router_gateway, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.076626 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31ca36-cdd5-4d5c-9453-e41ea12c1f73 req-e4045240-4aeb-4486-8cf2-ea47b7054888 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:19.089407 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4e31ca36-cdd5-4d5c-9453-e41ea12c1f73 req-e4045240-4aeb-4486-8cf2-ea47b7054888 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 945 time: 0.1709602 Aug 09 18:00:19.148134 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4e31ca36-cdd5-4d5c-9453-e41ea12c1f73 req-6ca7744c-c485-4ee0-92c0-4170cf9a01a6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576763 Aug 09 18:00:19.282481 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2695'] for router, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.284939 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.316062 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.316679 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4c9557f-0574-44db-bc76-059df5258064 req-d92e0c97-6238-45d4-867f-4c17414bd6a6 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 210 time: 0.0628047 Aug 09 18:00:19.373546 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:19.445469 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608213'] for router, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.446308 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ef517cd-0b99-4015-bc2d-02279c00bd49 {{(pid=100425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:00:19.452768 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.453441 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-3dd8100a-da5b-4e4f-8677-47d604c461a0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4ef517cd-0b99-4015-bc2d-02279c00bd49 HTTP/1.1" status: 204 len: 168 time: 1.9393756 Aug 09 18:00:19.456089 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41952) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:19.498157 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab53f6d-a632-4220-81c0-abd0d8237f49 req-eaa958eb-780b-4b4b-a893-70a851e87f43 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:19.501777 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6ab53f6d-a632-4220-81c0-abd0d8237f49 req-eaa958eb-780b-4b4b-a893-70a851e87f43 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.1739283 Aug 09 18:00:19.517129 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1735430b-d400-46b0-aba0-34be0e9459ae admin admin] Deleting subnet 1bbbf44f-702e-4b0d-ae1d-15b3c624f928 {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:00:19.522334 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1735430b-d400-46b0-aba0-34be0e9459ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.522974 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.561094 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:19.578480 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1735430b-d400-46b0-aba0-34be0e9459ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2648144'] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.580378 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:19.582391 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.608440 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6ab53f6d-a632-4220-81c0-abd0d8237f49 req-c17cf5fd-2ffe-470c-8d98-b151d0b0cdbc tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006551 Aug 09 18:00:19.648653 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1735430b-d400-46b0-aba0-34be0e9459ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.699680 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.742199 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=d0edf45b-0629-4e64-b5a7-cc072f6a2fe6,segment=NetworkSegment(740ef63f-e75c-4a80-9f5e-013066102279),segment_id=740ef63f-e75c-4a80-9f5e-013066102279)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:19.792771 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809'] for router, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.811380 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1735430b-d400-46b0-aba0-34be0e9459ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2648410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878738'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.839043 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735430b-d400-46b0-aba0-34be0e9459ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbbf44f-702e-4b0d-ae1d-15b3c624f928,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:19.841009 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1735430b-d400-46b0-aba0-34be0e9459ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.842909 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-1735430b-d400-46b0-aba0-34be0e9459ae admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1bbbf44f-702e-4b0d-ae1d-15b3c624f928 HTTP/1.1" status: 204 len: 168 time: 0.3858895 Aug 09 18:00:19.845441 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41966) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:19.909043 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:19.910645 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:19.915328 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.001023 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=d0edf45b-0629-4e64-b5a7-cc072f6a2fe6,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:20.013666 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.017148 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:20.017550 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.038653 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2c60d2-d193-4ba6-b0f6-230c3a3e6b52']}} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:20.051471 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5b0015-1a55-40aa-840e-d3f03c48e2ba') {'for_net_delete': True} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:20.051773 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5b0015-1a55-40aa-840e-d3f03c48e2ba') {} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:20.065918 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2648135'] for segment, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.081115 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.087743 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=100425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:00:20.088341 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2648452'] for segment, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: Traceback (most recent call last): Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: timer() Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: cb(*args, **kw) Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: return func(*args, **kwargs) Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: self._notify() Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: self.callback(batched_events) Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: event.method(event) Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: return f(self, *a, **k) Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._get(url).json() Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: return self.request(url, 'GET', **kwargs) Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:00:20.090157 dv-cinder-788363-10-iscsi neutron-server[100425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:00:20.119711 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Router b827c3d3-817f-45dc-9046-4c135aaffbae is scheduled to L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 with binding_index 1 {{(pid=100426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:00:20.123387 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device dc01b9b6-0e5c-41bb-be72-29fa8c89b377 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:00:20.145548 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: dc01b9b6-0e5c-41bb-be72-29fa8c89b377 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:00:20.145889 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device dc01b9b6-0e5c-41bb-be72-29fa8c89b377 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:00:20.272377 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:00:20.281439 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Sync routers for ids ['b827c3d3-817f-45dc-9046-4c135aaffbae'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:00:20.285394 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.293520 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.293929 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] 10.222.0.54 "DELETE /v2.0/networks/db2c60d2-d193-4ba6-b0f6-230c3a3e6b52 HTTP/1.1" status: 204 len: 168 time: 0.4474108 Aug 09 18:00:20.295990 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Routers {'b827c3d3-817f-45dc-9046-4c135aaffbae'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:20.297029 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:00:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['b827c3d3-817f-45dc-9046-4c135aaffbae'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:20.303865 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0e0b-81c5-4714-8eb9-3a30c23a1e82 req-ca103a2c-b5d9-46a8-b2d4-0d8d19cc9706 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:20.305560 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f4aa0e0b-81c5-4714-8eb9-3a30c23a1e82 req-ca103a2c-b5d9-46a8-b2d4-0d8d19cc9706 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 945 time: 0.0749800 Aug 09 18:00:20.311701 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65e58b-d1e6-4b24-a9b8-bbf48bc9103d admin admin] Pushing event deleted for resources: {'Network': ['ID=db2c60d2-d193-4ba6-b0f6-230c3a3e6b52,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:20.358492 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f4aa0e0b-81c5-4714-8eb9-3a30c23a1e82 req-1cded97a-6e4c-4a19-b0a0-3a5a888ebf2b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358396 Aug 09 18:00:20.395243 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.396606 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f8f1995c-107b-4dd6-a936-21fb333443b3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7804642 Aug 09 18:00:20.399816 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 41982) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:20.412741 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b88a55c7-6e47-4ccc-b176-38b9891f2385 req-537ac21b-1479-47d3-a8aa-0b1bbb27b788 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 210 time: 0.0348907 Aug 09 18:00:20.434526 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Set router b827c3d3-817f-45dc-9046-4c135aaffbae gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:20.628108 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'name': 'tempest-TestMinimumBasicScenario-1309173065-router', 'tenant_id': '8032109de19541fd8854643290eeb621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '56413188-b996-4c4b-871d-8467d89f099c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:16Z', 'updated_at': '2021-08-09T18:00:19Z', 'revision_number': 3, 'project_id': '8032109de19541fd8854643290eeb621', 'gw_port': {'id': '56413188-b996-4c4b-871d-8467d89f099c', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:17Z', 'updated_at': '2021-08-09T18:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:20.655356 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Checking router: b827c3d3-817f-45dc-9046-4c135aaffbae for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:00:20.655717 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Updating router b827c3d3-817f-45dc-9046-4c135aaffbae port 56413188-b996-4c4b-871d-8467d89f099c binding host dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:00:20.685511 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.761156 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8d601-7636-483b-9179-542881b13531 req-18b1b6f8-4692-41f0-b9d1-6279ed00f6fe tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:20.763313 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-92c8d601-7636-483b-9179-542881b13531 req-18b1b6f8-4692-41f0-b9d1-6279ed00f6fe tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0766385 Aug 09 18:00:20.810456 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-92c8d601-7636-483b-9179-542881b13531 req-23e6ce7e-6f0c-46ff-9b56-2dd70724de1f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402100 Aug 09 18:00:20.858730 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41988) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:20.867999 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:20.906963 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-fde811c3-028c-47b1-b8b3-a743368b7563 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9f5a108de43476ebc89d2884380eeb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446558 Aug 09 18:00:20.907307 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 41990) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:20.999899 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3f740470-0af2-440b-886e-01a17a9d8edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.003423 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:21.027557 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3f740470-0af2-440b-886e-01a17a9d8edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.051139 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Allocated IP 172.20.0.1 (2795ece9-b7e0-45df-8625-dfba11c4440b/3e374e89-2d6b-4cd9-bf17-e9c53ceecea5/e769c900-8c3e-49a9-a294-2eed6d8e03b4) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:21.105579 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:21.105839 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.164643 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.169464 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.182142 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Transition to ACTIVE for port object e769c900-8c3e-49a9-a294-2eed6d8e03b4 will not be triggered until provisioned by entity DHCP. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:21.198622 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3f740470-0af2-440b-886e-01a17a9d8edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.199479 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Transition to ACTIVE for port object 56413188-b996-4c4b-871d-8467d89f099c will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:21.199584 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3f740470-0af2-440b-886e-01a17a9d8edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.199584 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-3f740470-0af2-440b-886e-01a17a9d8edc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/deb757b7-e42f-43af-93e8-3f4bb1504c4e HTTP/1.1" status: 204 len: 168 time: 0.2789276 Aug 09 18:00:21.199584 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f740470-0af2-440b-886e-01a17a9d8edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb757b7-e42f-43af-93e8-3f4bb1504c4e,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:21.253967 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 20af684e-6d5e-43dc-a933-2694b23c7272 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:00:21.277376 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 20af684e-6d5e-43dc-a933-2694b23c7272 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:00:21.277731 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 20af684e-6d5e-43dc-a933-2694b23c7272 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:00:21.353862 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.402735 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Attempting to bind port 56413188-b996-4c4b-871d-8467d89f099c on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:21.403103 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Attempting to bind port 56413188-b996-4c4b-871d-8467d89f099c by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:21.403464 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Attempting to bind port 56413188-b996-4c4b-871d-8467d89f099c on network 7da24a41-1e78-4151-865c-40a66cc95cd0 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:21.410903 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe0675-d749-4cf9-aca3-2fd08225588c None None] Pushing event updated for resources: {'Port': ['ID=56413188-b996-4c4b-871d-8467d89f099c,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:21.412382 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.413741 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:21.414106 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:21.414505 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.444490 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Bound using segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:21.444490 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Bound port: 56413188-b996-4c4b-871d-8467d89f099c, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:21.444490 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.473184 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Pushing event updated for resources: {'Port': ['ID=e769c900-8c3e-49a9-a294-2eed6d8e03b4,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:21.478247 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] For port 56413188-b996-4c4b-871d-8467d89f099c, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:21.481986 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] For port 56413188-b996-4c4b-871d-8467d89f099c, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=56413188-b996-4c4b-871d-8467d89f099c,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:21.491648 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Network 2795ece9-b7e0-45df-8625-dfba11c4440b is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:21.519068 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:21.519822 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41967e62-103f-4b0d-ad95-1f82da4f4d81 req-8de613b4-3b76-4ab0-be68-e603eebb5973 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:21.519822 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-41967e62-103f-4b0d-ad95-1f82da4f4d81 req-8de613b4-3b76-4ab0-be68-e603eebb5973 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 945 time: 0.0618827 Aug 09 18:00:21.519989 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:21.535185 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1d738d8e-80cd-445c-b9bf-1d3654ae7809 req-d17cea0a-b473-4760-bc84-182bc4403d96 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 210 time: 0.0389552 Aug 09 18:00:21.537228 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610314'] for router_interface, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.562923 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-41967e62-103f-4b0d-ad95-1f82da4f4d81 req-e15d7411-0344-4632-ad82-560879d3d6d5 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586219 Aug 09 18:00:21.657227 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.711874 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Routers {'b827c3d3-817f-45dc-9046-4c135aaffbae'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:21.712487 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:00:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['b827c3d3-817f-45dc-9046-4c135aaffbae'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:21.760995 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe0675-d749-4cf9-aca3-2fd08225588c None None] Pushing event updated for resources: {'Port': ['ID=56413188-b996-4c4b-871d-8467d89f099c,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:21.826758 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:21.844745 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] Set router b827c3d3-817f-45dc-9046-4c135aaffbae gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:21.978670 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9ab05-af2c-4579-b9ea-7fd150f9af73 req-d8817136-5f7e-4ca0-87ad-5feef2f45a7a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:21.980228 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-12d9ab05-af2c-4579-b9ea-7fd150f9af73 req-d8817136-5f7e-4ca0-87ad-5feef2f45a7a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0754614 Aug 09 18:00:21.983883 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7a9e9de8-2aa9-4d69-9af0-2e0ba2d18699 None None] Provisioning for port e769c900-8c3e-49a9-a294-2eed6d8e03b4 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:21.993694 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7a9e9de8-2aa9-4d69-9af0-2e0ba2d18699 None None] Provisioning complete for port e769c900-8c3e-49a9-a294-2eed6d8e03b4 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:21.994067 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7a9e9de8-2aa9-4d69-9af0-2e0ba2d18699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:22.024273 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-12d9ab05-af2c-4579-b9ea-7fd150f9af73 req-e3057c6e-dc19-45d6-afe6-ee2b17b74d22 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363948 Aug 09 18:00:22.038557 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:22.058317 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e9de8-2aa9-4d69-9af0-2e0ba2d18699 None None] Port e769c900-8c3e-49a9-a294-2eed6d8e03b4 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:00:22.084868 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'name': 'tempest-TestMinimumBasicScenario-1309173065-router', 'tenant_id': '8032109de19541fd8854643290eeb621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '56413188-b996-4c4b-871d-8467d89f099c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:16Z', 'updated_at': '2021-08-09T18:00:19Z', 'revision_number': 3, 'project_id': '8032109de19541fd8854643290eeb621', 'gw_port': {'id': '56413188-b996-4c4b-871d-8467d89f099c', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:17Z', 'updated_at': '2021-08-09T18:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:22.115701 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7cddf-d3d5-4b4c-b9ee-341f84711c22 None None] The sync data for ids ['b827c3d3-817f-45dc-9046-4c135aaffbae'] in dv-cinder-788363-10-iscsi is: [{'id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'name': 'tempest-TestMinimumBasicScenario-1309173065-router', 'tenant_id': '8032109de19541fd8854643290eeb621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '56413188-b996-4c4b-871d-8467d89f099c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:16Z', 'updated_at': '2021-08-09T18:00:19Z', 'revision_number': 3, 'project_id': '8032109de19541fd8854643290eeb621', 'gw_port': {'id': '56413188-b996-4c4b-871d-8467d89f099c', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:17Z', 'updated_at': '2021-08-09T18:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:00:22.165453 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:22.234639 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610494'] for router_interface, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:22.235088 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Pushing event updated for resources: {'Port': ['ID=e769c900-8c3e-49a9-a294-2eed6d8e03b4,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:22.334644 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Network 2795ece9-b7e0-45df-8625-dfba11c4440b is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:22.341523 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:22.485586 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Router b827c3d3-817f-45dc-9046-4c135aaffbae has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:00:22.603395 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-4932c748-ee00-43b9-ae08-a783bef0da4a None None] Provisioning complete for port e769c900-8c3e-49a9-a294-2eed6d8e03b4 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:22.607457 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4932c748-ee00-43b9-ae08-a783bef0da4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:22.635464 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:00:22.652358 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-f4f89ad7-3ab8-4a6a-ab5f-e3d9f0538c47 admin admin] 10.222.0.54 "PUT /v2.0/routers/b827c3d3-817f-45dc-9046-4c135aaffbae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2498128 Aug 09 18:00:22.677794 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-4932c748-ee00-43b9-ae08-a783bef0da4a None None] Port e769c900-8c3e-49a9-a294-2eed6d8e03b4 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:00:22.706084 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-05e44be2-b6ec-46d4-bec7-763b7c4765b0 req-d6c662e2-8600-4f82-af51-b70c8bc1e154 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 210 time: 0.0458055 Aug 09 18:00:22.750499 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3650bd-c35c-4b1c-a838-3fc32262c5d6 req-67fbad29-d1e0-41f3-a122-57fa714c3ef1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:22.752364 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eb3650bd-c35c-4b1c-a838-3fc32262c5d6 req-67fbad29-d1e0-41f3-a122-57fa714c3ef1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 945 time: 0.0782669 Aug 09 18:00:22.769407 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 42032) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:22.811977 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eb3650bd-c35c-4b1c-a838-3fc32262c5d6 req-8bcf9f7d-97f6-472c-9301-9cd9208e05f7 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526865 Aug 09 18:00:22.896572 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-network', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:23.010091 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 56413188-b996-4c4b-871d-8467d89f099c up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:23.040352 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Made reservation on behalf of 6b3a244bcb1649e8b1ef9f9a08653163 for: {'network': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:23.043855 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.063983 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.185188 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9b379-3cde-4a7b-9011-9209090007b5 req-c5444873-bc40-48f6-b6bd-9faaf0a70b55 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:23.193727 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-61c9b379-3cde-4a7b-9011-9209090007b5 req-c5444873-bc40-48f6-b6bd-9faaf0a70b55 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0836565 Aug 09 18:00:23.203959 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.221727 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-7ee1ead0-4c02-41b2-acf0-917aeaa94c7b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:23.222765 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 56413188-b996-4c4b-871d-8467d89f099c completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:23.226770 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 56413188-b996-4c4b-871d-8467d89f099c triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:23.227151 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.228509 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-7ee1ead0-4c02-41b2-acf0-917aeaa94c7b tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 945 time: 0.0790706 Aug 09 18:00:23.236179 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-61c9b379-3cde-4a7b-9011-9209090007b5 req-d22a85e6-9f38-45a9-815b-d2a7b346564d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373378 Aug 09 18:00:23.325160 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.333973 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-8623328f-08df-4dbc-9565-2e1019e644c9 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Deleting port 7ce7b234-b382-4ae0-a441-462d05430503 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:00:23.334327 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-8623328f-08df-4dbc-9565-2e1019e644c9 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.347857 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 56413188-b996-4c4b-871d-8467d89f099c, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=56413188-b996-4c4b-871d-8467d89f099c,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:23.383197 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.419760 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=100425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:00:23.439369 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ce67ad-1d13-4b3b-8099-0d2f8cdec5b0,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:23.457613 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.457962 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.segments_db [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Added segment 859090fe-55df-4aa9-ad66-00e9fc6af759 of type vlan for network 198a2bad-3561-4a94-94fa-90b909c3de6f Aug 09 18:00:23.491365 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.509104 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-8623328f-08df-4dbc-9565-2e1019e644c9 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] For port 7ce7b234-b382-4ae0-a441-462d05430503, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7ce7b234-b382-4ae0-a441-462d05430503,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:23.509104 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-8623328f-08df-4dbc-9565-2e1019e644c9 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.524359 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.549989 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=56413188-b996-4c4b-871d-8467d89f099c,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:23.576479 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-8623328f-08df-4dbc-9565-2e1019e644c9 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Calling delete_port for 7ce7b234-b382-4ae0-a441-462d05430503 owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:00:23.819799 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-41ccd5c3-7749-4eab-9253-a626db4ae3f8 req-aa505a70-2d80-435b-97b6-0225ce983286 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 210 time: 0.0279388 Aug 09 18:00:23.907454 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.908417 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:23.909575 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:23.940999 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0459c8-4a2f-4312-b544-c03028d509d9 req-335a4282-9647-4923-a9c0-fdc33257a772 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:23.942556 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cb0459c8-4a2f-4312-b544-c03028d509d9 req-335a4282-9647-4923-a9c0-fdc33257a772 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 945 time: 0.0542307 Aug 09 18:00:23.955346 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Sync routers for ids ['b827c3d3-817f-45dc-9046-4c135aaffbae'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:00:23.987992 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Routers {'b827c3d3-817f-45dc-9046-4c135aaffbae'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:23.989763 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:00:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['b827c3d3-817f-45dc-9046-4c135aaffbae'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:24.011966 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] Pushing event updated for resources: {'Network': ['ID=198a2bad-3561-4a94-94fa-90b909c3de6f,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:24.016473 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 198a2bad-3561-4a94-94fa-90b909c3de6f details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:00:24.031494 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cb0459c8-4a2f-4312-b544-c03028d509d9 req-9b69a508-aafe-4937-a186-008fad07dff4 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678060 Aug 09 18:00:24.135141 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-6cd19c01-eeca-46bf-be23-c075af955847 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3640862 Aug 09 18:00:24.135864 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 42068) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:24.141578 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Request body: {'subnet': {'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-subnet', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:24.192191 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Set router b827c3d3-817f-45dc-9046-4c135aaffbae gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:24.265318 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-8623328f-08df-4dbc-9565-2e1019e644c9 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:24.313976 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Made reservation on behalf of 6b3a244bcb1649e8b1ef9f9a08653163 for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:24.317509 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4169953'] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:24.322474 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['017a5390-8e4d-4dcf-a64e-cae4d92da69b', '2cc94102-9bfd-40f3-a4a2-7ec095bc918a'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:00:24.425635 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623328f-08df-4dbc-9565-2e1019e644c9 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Pushing event deleted for resources: {'Port': ['ID=7ce7b234-b382-4ae0-a441-462d05430503,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:24.485030 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'name': 'tempest-TestMinimumBasicScenario-1309173065-router', 'tenant_id': '8032109de19541fd8854643290eeb621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '56413188-b996-4c4b-871d-8467d89f099c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:16Z', 'updated_at': '2021-08-09T18:00:21Z', 'revision_number': 4, 'project_id': '8032109de19541fd8854643290eeb621', 'gw_port': {'id': '56413188-b996-4c4b-871d-8467d89f099c', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:17Z', 'updated_at': '2021-08-09T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'e769c900-8c3e-49a9-a294-2eed6d8e03b4', 'name': '', 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b', 'tenant_id': '8032109de19541fd8854643290eeb621', 'mac_address': 'fa:16:3e:ae:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3e374e89-2d6b-4cd9-bf17-e9c53ceecea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:20Z', 'updated_at': '2021-08-09T18:00:21Z', 'revision_number': 2, 'project_id': '8032109de19541fd8854643290eeb621', 'subnets': [{'id': '3e374e89-2d6b-4cd9-bf17-e9c53ceecea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:24.522212 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Checking router: b827c3d3-817f-45dc-9046-4c135aaffbae for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:00:24.522468 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Updating router b827c3d3-817f-45dc-9046-4c135aaffbae port e769c900-8c3e-49a9-a294-2eed6d8e03b4 binding host dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:00:24.550581 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:24.585803 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-8623328f-08df-4dbc-9565-2e1019e644c9 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] No DVR routers for this DVR port 7ce7b234-b382-4ae0-a441-462d05430503 on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:00:24.588849 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-8623328f-08df-4dbc-9565-2e1019e644c9 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:24.606415 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-abe6866f-bd97-48d1-ab4c-05a4304f9c98 req-8623328f-08df-4dbc-9565-2e1019e644c9 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "DELETE /v2.0/ports/7ce7b234-b382-4ae0-a441-462d05430503 HTTP/1.1" status: 204 len: 173 time: 1.3605223 Aug 09 18:00:24.607052 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209ac120-2a17-4131-83c6-54d3b22c3218', 'name': 'network-vif-deleted', 'tag': '7ce7b234-b382-4ae0-a441-462d05430503'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:24.617488 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b99f8-9690-448d-a6da-f918a8fd8879 req-b2645b2f-52cc-4428-94ff-e098c7c0a38f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:24.619787 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c00b99f8-9690-448d-a6da-f918a8fd8879 req-b2645b2f-52cc-4428-94ff-e098c7c0a38f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.1166596 Aug 09 18:00:24.628518 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad1f211-e748-447d-bcbe-c2c6b04a8167" -d '{"events": [{"server_uuid": "209ac120-2a17-4131-83c6-54d3b22c3218", "name": "network-vif-deleted", "tag": "7ce7b234-b382-4ae0-a441-462d05430503"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:25.095078 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014dd1ee-895e-4523-8eb0-fdb634c5f65e x-openstack-request-id: req-014dd1ee-895e-4523-8eb0-fdb634c5f65e {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:25.095078 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209ac120-2a17-4131-83c6-54d3b22c3218", "name": "network-vif-deleted", "tag": "7ce7b234-b382-4ae0-a441-462d05430503", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:25.095078 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-014dd1ee-895e-4523-8eb0-fdb634c5f65e {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:25.095078 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209ac120-2a17-4131-83c6-54d3b22c3218', 'name': 'network-vif-deleted', 'tag': '7ce7b234-b382-4ae0-a441-462d05430503', 'status': 'completed', 'code': 200} Aug 09 18:00:25.099682 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c00b99f8-9690-448d-a6da-f918a8fd8879 req-57fb2496-cdab-447d-8d70-99f2889c5f59 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062235 Aug 09 18:00:25.101256 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:25.101256 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Transition to ACTIVE for port object e769c900-8c3e-49a9-a294-2eed6d8e03b4 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:25.105797 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9a3d980d-071b-47ef-9d35-92d94fa9a063 req-d389d8ed-c248-4610-b334-bdb790d464ef tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 210 time: 0.0328259 Aug 09 18:00:25.106528 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 56413188-b996-4c4b-871d-8467d89f099c up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:25.225375 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 7ce7b234-b382-4ae0-a441-462d05430503 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:00:25.301286 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-02847944-095b-489c-8733-fd97a38b9db6 req-d7cc0389-61f4-4037-b882-bdcde99ad1be tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.1193981 Aug 09 18:00:25.321563 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 7ce7b234-b382-4ae0-a441-462d05430503 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:00:25.321922 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 7ce7b234-b382-4ae0-a441-462d05430503 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:00:25.375052 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 56413188-b996-4c4b-871d-8467d89f099c triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:25.375395 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:25.492681 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4169939'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:25.493405 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:25.594669 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Checking segment: {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:25.594669 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Network hostable DHCP agents. Network: 198a2bad-3561-4a94-94fa-90b909c3de6f, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:00:25.597889 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=db26e2f3-b7ca-4971-8191-58a42e7bf65a,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:25.678241 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729937f-d111-4aec-98aa-99c5110c9e30 None None] Pushing event updated for resources: {'Port': ['ID=e769c900-8c3e-49a9-a294-2eed6d8e03b4,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:25.702870 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Network 198a2bad-3561-4a94-94fa-90b909c3de6f is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:00:25.782579 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Attempting to bind port e769c900-8c3e-49a9-a294-2eed6d8e03b4 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:25.783167 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Attempting to bind port e769c900-8c3e-49a9-a294-2eed6d8e03b4 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '740ef63f-e75c-4a80-9f5e-013066102279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:25.783474 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Attempting to bind port e769c900-8c3e-49a9-a294-2eed6d8e03b4 on network 2795ece9-b7e0-45df-8625-dfba11c4440b {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:25.790590 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:25.790991 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Checking segment: {'id': '740ef63f-e75c-4a80-9f5e-013066102279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:25.791533 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:25.791931 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Bound using segment: {'id': '740ef63f-e75c-4a80-9f5e-013066102279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:25.792514 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Bound port: e769c900-8c3e-49a9-a294-2eed6d8e03b4, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740ef63f-e75c-4a80-9f5e-013066102279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:25.792946 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:25.862497 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-b74bd287-b364-48cf-92b2-43cd4729b743 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:25.869532 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-b74bd287-b364-48cf-92b2-43cd4729b743 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.77 "GET /v2.0/networks?id=8039abcc-253c-4eb2-95d1-9000bf673132 HTTP/1.1" status: 200 len: 814 time: 0.3016624 Aug 09 18:00:25.885561 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 198a2bad-3561-4a94-94fa-90b909c3de6f) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:25.890384 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:25.891050 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:25.902603 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a4079d-9428-46fb-9a54-e8bfe83371eb None None] Network 198a2bad-3561-4a94-94fa-90b909c3de6f requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:00:25.906148 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Request body: {'port': {'device_id': 'e70bece9-a8a4-4c08-b319-849d4061a7ba', 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132', 'admin_state_up': True, 'tenant_id': '8c54051530bc4de08d03cf270cff724c'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:26.121769 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] For port e769c900-8c3e-49a9-a294-2eed6d8e03b4, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:26.181412 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] For port e769c900-8c3e-49a9-a294-2eed6d8e03b4, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=e769c900-8c3e-49a9-a294-2eed6d8e03b4,segment=NetworkSegment(740ef63f-e75c-4a80-9f5e-013066102279),segment_id=740ef63f-e75c-4a80-9f5e-013066102279)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:26.348742 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-24074c36-b76c-44c0-974d-17e09c174f29 req-9628ab25-bb53-42fc-8c25-60a84385a2bd tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 210 time: 0.0855427 Aug 09 18:00:26.461482 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb000c3e-e308-57ef-a55f-819445f3f8a7-198a2bad-3561-4a94-94fa-90b909c3de6f', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a'}]}} from dv-cinder-788363-10-iscsi. {{(pid=100427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:00:26.462365 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:26.504375 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8a7b8d73-a58c-4929-a9a3-2a02d85c97ec req-2be67411-70f2-4fdb-afc5-0b74c4835f5a tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=209ac120-2a17-4131-83c6-54d3b22c3218 HTTP/1.1" status: 200 len: 210 time: 0.0823882 Aug 09 18:00:26.510910 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 42104) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:26.511115 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-ab6db1c6-ee77-438f-a3d1-e2aa5fb0f20b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3740580 Aug 09 18:00:26.520504 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:26.578041 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef21e92-74ff-4f53-9e4a-f395e35f90bb req-da0baf17-c8fb-421f-98a4-5c80ba8de362 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:26.583277 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:26.591097 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3ef21e92-74ff-4f53-9e4a-f395e35f90bb req-da0baf17-c8fb-421f-98a4-5c80ba8de362 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.2781386 Aug 09 18:00:26.689076 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3ef21e92-74ff-4f53-9e4a-f395e35f90bb req-2e10af36-0f5a-4cd9-a8c4-02457e4ae880 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969577 Aug 09 18:00:26.750570 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Made reservation on behalf of 8c54051530bc4de08d03cf270cff724c for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:26.752232 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:26.763691 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729937f-d111-4aec-98aa-99c5110c9e30 None None] Pushing event updated for resources: {'Port': ['ID=e769c900-8c3e-49a9-a294-2eed6d8e03b4,revision_number=4']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:26.808652 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Routers {'b827c3d3-817f-45dc-9046-4c135aaffbae'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:26.813380 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:00:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['b827c3d3-817f-45dc-9046-4c135aaffbae'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:26.892840 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Allocated IP 172.20.0.2 (198a2bad-3561-4a94-94fa-90b909c3de6f/db26e2f3-b7ca-4971-8191-58a42e7bf65a/0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:27.102804 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2805'] for router, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:27.104092 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2814'] for router, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:27.221138 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] Set router b827c3d3-817f-45dc-9046-4c135aaffbae gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:27.421990 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:27.493892 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:27.503759 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Allocated IP 172.20.0.12 (8039abcc-253c-4eb2-95d1-9000bf673132/c534cabf-52e6-4527-8f45-7da9d2a8483d/00b50bc0-d8c1-45cf-8d03-34c7110ac3c2) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:27.512899 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5b9c935f-00bf-41a9-8e44-0c454f8b5f88 req-13f807d6-c005-46e9-a401-5a2e5263a69d tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 210 time: 0.0478287 Aug 09 18:00:27.525792 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Transition to ACTIVE for port object 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:27.588779 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Transition to ACTIVE for port object 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:27.894709 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:27.957079 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:28.002869 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f18d0c-63b1-406a-9814-48102d183224 req-cacccdca-98d7-47ee-aa06-6534e3a1b4ad tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:28.003803 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'name': 'tempest-TestMinimumBasicScenario-1309173065-router', 'tenant_id': '8032109de19541fd8854643290eeb621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '56413188-b996-4c4b-871d-8467d89f099c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:16Z', 'updated_at': '2021-08-09T18:00:21Z', 'revision_number': 4, 'project_id': '8032109de19541fd8854643290eeb621', 'gw_port': {'id': '56413188-b996-4c4b-871d-8467d89f099c', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:17Z', 'updated_at': '2021-08-09T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'e769c900-8c3e-49a9-a294-2eed6d8e03b4', 'name': '', 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b', 'tenant_id': '8032109de19541fd8854643290eeb621', 'mac_address': 'fa:16:3e:ae:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3e374e89-2d6b-4cd9-bf17-e9c53ceecea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:20Z', 'updated_at': '2021-08-09T18:00:26Z', 'revision_number': 4, 'project_id': '8032109de19541fd8854643290eeb621', 'subnets': [{'id': '3e374e89-2d6b-4cd9-bf17-e9c53ceecea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:28.021944 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-03f18d0c-63b1-406a-9814-48102d183224 req-cacccdca-98d7-47ee-aa06-6534e3a1b4ad tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.1183116 Aug 09 18:00:28.049005 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dffc9-9dd1-416f-a35a-0864acd3d3a8 None None] The sync data for ids ['b827c3d3-817f-45dc-9046-4c135aaffbae'] in dv-cinder-788363-10-iscsi is: [{'id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'name': 'tempest-TestMinimumBasicScenario-1309173065-router', 'tenant_id': '8032109de19541fd8854643290eeb621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '56413188-b996-4c4b-871d-8467d89f099c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:16Z', 'updated_at': '2021-08-09T18:00:21Z', 'revision_number': 4, 'project_id': '8032109de19541fd8854643290eeb621', 'gw_port': {'id': '56413188-b996-4c4b-871d-8467d89f099c', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:17Z', 'updated_at': '2021-08-09T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'e769c900-8c3e-49a9-a294-2eed6d8e03b4', 'name': '', 'network_id': '2795ece9-b7e0-45df-8625-dfba11c4440b', 'tenant_id': '8032109de19541fd8854643290eeb621', 'mac_address': 'fa:16:3e:ae:61:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '3e374e89-2d6b-4cd9-bf17-e9c53ceecea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:20Z', 'updated_at': '2021-08-09T18:00:26Z', 'revision_number': 4, 'project_id': '8032109de19541fd8854643290eeb621', 'subnets': [{'id': '3e374e89-2d6b-4cd9-bf17-e9c53ceecea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:00:28.093966 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-03f18d0c-63b1-406a-9814-48102d183224 req-47ddd8ee-f048-446f-8fd1-51c9756e6ccf tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710342 Aug 09 18:00:28.112759 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Network 198a2bad-3561-4a94-94fa-90b909c3de6f is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:28.116207 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:28.122684 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:28.134315 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:28.155729 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Pushing event updated for resources: {'Port': ['ID=0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:28.210459 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Attempting to bind port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:28.210891 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Attempting to bind port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:28.213103 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Attempting to bind port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a on network 198a2bad-3561-4a94-94fa-90b909c3de6f {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:28.225350 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:28.225790 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Checking segment: {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:28.227644 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:28.227644 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Bound using segment: {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:28.227998 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Bound port: 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:28.228295 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:28.349764 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:28.392763 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] For port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:28.398471 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] For port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:28.555533 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Network 8039abcc-253c-4eb2-95d1-9000bf673132 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:28.647345 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:28.730177 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:28.735755 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:28.753328 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Pushing event updated for resources: {'Port': ['ID=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:28.882709 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263970c7-5ebe-4387-8445-e2a744fe4535 None None] Pushing event updated for resources: {'Port': ['ID=0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:28.906171 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c43c14-e9a3-4508-a58d-f752ebb18743 req-6c8a8b5f-0e08-4af0-9e1d-ee9b3be48749 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:28.909418 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f2c43c14-e9a3-4508-a58d-f752ebb18743 req-6c8a8b5f-0e08-4af0-9e1d-ee9b3be48749 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 932 time: 0.1973422 Aug 09 18:00:28.999706 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:29.000682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:29.074441 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f2c43c14-e9a3-4508-a58d-f752ebb18743 req-cd5dac6b-1f70-4351-9826-edfc2186ca83 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523161 Aug 09 18:00:29.201100 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad49f96-be27-45ce-8462-85b1fb4efcda req-a6b308a2-e9dc-4419-8237-a727e9da04ab tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:29.202663 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6ad49f96-be27-45ce-8462-85b1fb4efcda req-a6b308a2-e9dc-4419-8237-a727e9da04ab tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 945 time: 0.1638675 Aug 09 18:00:29.215056 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device e769c900-8c3e-49a9-a294-2eed6d8e03b4 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:29.215282 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-59ff036d-3899-4789-a81b-24a1c8f5b1ca tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3141892 Aug 09 18:00:29.309370 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Request body: {'port': {'device_id': 'e70bece9-a8a4-4c08-b319-849d4061a7ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:29.413761 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6ad49f96-be27-45ce-8462-85b1fb4efcda req-4f0b6cd4-9480-4052-a7e2-40e00e651134 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006207 Aug 09 18:00:29.471833 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da08cb9-8199-43a4-aa91-716ab5722921 req-58c22ae3-32be-4411-b901-b3a625a4a1fe tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:29.483167 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4da08cb9-8199-43a4-aa91-716ab5722921 req-58c22ae3-32be-4411-b901-b3a625a4a1fe tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.2005894 Aug 09 18:00:29.502049 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port e769c900-8c3e-49a9-a294-2eed6d8e03b4 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:29.509385 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port e769c900-8c3e-49a9-a294-2eed6d8e03b4 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:29.510068 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:29.612896 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4da08cb9-8199-43a4-aa91-716ab5722921 req-2eb1b5a7-fbe2-4e06-a42b-85d294b8c917 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236269 Aug 09 18:00:29.673912 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:29.710543 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:29.746753 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:29.747443 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:29.764480 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port e769c900-8c3e-49a9-a294-2eed6d8e03b4, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=e769c900-8c3e-49a9-a294-2eed6d8e03b4,segment=NetworkSegment(740ef63f-e75c-4a80-9f5e-013066102279),segment_id=740ef63f-e75c-4a80-9f5e-013066102279)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:30.035363 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Allocated IP 172.27.1.200 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/85e93b64-dc00-489e-ad60-bebfa6425941) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:30.123814 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:30.263455 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=e769c900-8c3e-49a9-a294-2eed6d8e03b4,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:30.370120 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:00:30.378743 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c5b4a-f3ca-4675-8217-aacc7218c962 req-e2326335-8279-4385-9ae5-46f0b2cf82f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:30.383442 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:30.391427 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ce8c5b4a-f3ca-4675-8217-aacc7218c962 req-e2326335-8279-4385-9ae5-46f0b2cf82f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 932 time: 0.1897445 Aug 09 18:00:30.403842 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:30.419654 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Transition to ACTIVE for port object 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:30.484347 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ce8c5b4a-f3ca-4675-8217-aacc7218c962 req-bf5974a0-402b-4830-ac3c-022415d1cf86 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916669 Aug 09 18:00:30.548407 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:30.603424 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:30.611383 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa701bad-cd54-4066-accb-b1c68b30fb27 req-d2ad0c46-1c26-43af-b49e-38be71f97909 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:30.624722 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-aa701bad-cd54-4066-accb-b1c68b30fb27 req-d2ad0c46-1c26-43af-b49e-38be71f97909 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 945 time: 0.0717592 Aug 09 18:00:30.645084 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d4e89-cf2c-494b-b733-cba8f0e8124a None None] Network 198a2bad-3561-4a94-94fa-90b909c3de6f requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:00:30.691494 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:30.694166 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:30.701382 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:30.727563 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Pushing event updated for resources: {'Port': ['ID=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:30.750130 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-aa701bad-cd54-4066-accb-b1c68b30fb27 req-97e13a3f-5dd8-4e69-942f-4570d50e241f tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232829 Aug 09 18:00:30.801682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Pushing event updated for resources: {'Port': ['ID=85e93b64-dc00-489e-ad60-bebfa6425941,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:30.829615 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6529e0-e282-4ab3-99c7-443a7cade982 req-7ce4df0c-d507-45c4-859e-d8931c4d9ab6 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:30.839077 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7f6529e0-e282-4ab3-99c7-443a7cade982 req-7ce4df0c-d507-45c4-859e-d8931c4d9ab6 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.1051950 Aug 09 18:00:30.897222 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7f6529e0-e282-4ab3-99c7-443a7cade982 req-25f3f339-a6ab-4f25-ab56-e1cf383e86ff tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555573 Aug 09 18:00:31.016276 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Attempting to bind port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:31.017039 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Attempting to bind port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'dc68878e-fb1f-4591-8a76-07b464532cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:31.017275 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Attempting to bind port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 on network 8039abcc-253c-4eb2-95d1-9000bf673132 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:31.029873 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-a175c569-d46c-4c91-9d5b-973b65e9b5e6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:31.031553 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-a175c569-d46c-4c91-9d5b-973b65e9b5e6 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 945 time: 0.2311108 Aug 09 18:00:31.037163 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 on network 8039abcc-253c-4eb2-95d1-9000bf673132 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:00:31.037526 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Attempting to bind port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 on network 8039abcc-253c-4eb2-95d1-9000bf673132 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:31.155736 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:31.155736 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Checking segment: {'id': 'dc68878e-fb1f-4591-8a76-07b464532cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:31.156081 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Bound using segment: {'id': 'dc68878e-fb1f-4591-8a76-07b464532cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:31.156370 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Bound port: 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc68878e-fb1f-4591-8a76-07b464532cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:31.156749 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:31.236226 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-62fa9414-44f3-4fd0-b1ce-401e8613f175 None None] Provisioning for port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:31.247302 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device e769c900-8c3e-49a9-a294-2eed6d8e03b4 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:31.364646 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:31.382261 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port e769c900-8c3e-49a9-a294-2eed6d8e03b4 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:31.382626 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:31.412358 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-3a444e16-495f-4a95-a171-a3a7b0c85e46 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Deleting port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:00:31.413441 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-3a444e16-495f-4a95-a171-a3a7b0c85e46 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:31.438900 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] For port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:31.492536 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] For port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,segment=NetworkSegment(dc68878e-fb1f-4591-8a76-07b464532cd9),segment_id=dc68878e-fb1f-4591-8a76-07b464532cd9)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:31.609038 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:31.677146 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:31.720612 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417fb8d-5515-4e04-ae1a-7e653a4196f8 req-e50b438e-6029-4563-8fc5-52b259173d04 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:31.725659 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-3a444e16-495f-4a95-a171-a3a7b0c85e46 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] For port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:31.726359 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-3a444e16-495f-4a95-a171-a3a7b0c85e46 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:31.730330 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7417fb8d-5515-4e04-ae1a-7e653a4196f8 req-e50b438e-6029-4563-8fc5-52b259173d04 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.1149154 Aug 09 18:00:31.750720 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-3a444e16-495f-4a95-a171-a3a7b0c85e46 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Calling delete_port for 2cc94102-9bfd-40f3-a4a2-7ec095bc918a owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:00:31.826910 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7417fb8d-5515-4e04-ae1a-7e653a4196f8 req-6d7b2d19-c245-4cf7-b65a-83432b8da9fb tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898342 Aug 09 18:00:31.870853 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:31.871876 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:31.873341 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] 10.222.0.77 "PUT /v2.0/ports/00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 HTTP/1.1" status: 200 len: 1094 time: 2.5705152 Aug 09 18:00:31.879181 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70bece9-a8a4-4c08-b319-849d4061a7ba', 'tag': '00b50bc0-d8c1-45cf-8d03-34c7110ac3c2'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:31.881503 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30e94fa-bea7-44e5-983d-4043be95e985" -d '{"events": [{"name": "network-changed", "server_uuid": "e70bece9-a8a4-4c08-b319-849d4061a7ba", "tag": "00b50bc0-d8c1-45cf-8d03-34c7110ac3c2"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:31.903899 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:31.911801 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:31.912183 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:32.004996 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae35448-48f4-4ec0-b4bb-ce36cb6d5a0e req-afdd0e05-3f63-4c4c-b61f-7d5f176ab491 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:32.021158 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6ae35448-48f4-4ec0-b4bb-ce36cb6d5a0e req-afdd0e05-3f63-4c4c-b61f-7d5f176ab491 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 945 time: 0.1374679 Aug 09 18:00:32.046554 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-1df0f615-0fad-4a0b-bf31-afe28b7e7f55 None None] Provisioning complete for port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:32.052251 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1df0f615-0fad-4a0b-bf31-afe28b7e7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:32.214553 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6ae35448-48f4-4ec0-b4bb-ce36cb6d5a0e req-c60e4032-0213-4977-bfb3-2fd1e1777db1 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922629 Aug 09 18:00:32.235549 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:32.247539 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98249f-0991-4af4-8db1-07208400add9 req-8e98b026-5322-477d-a3cb-10919fcd1f2e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:32.253988 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ff98249f-0991-4af4-8db1-07208400add9 req-8e98b026-5322-477d-a3cb-10919fcd1f2e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.1869338 Aug 09 18:00:32.334561 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ff98249f-0991-4af4-8db1-07208400add9 req-a721996f-398d-4257-bc09-d79d977704d5 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745080 Aug 09 18:00:32.436241 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1df0f615-0fad-4a0b-bf31-afe28b7e7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:32.452203 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:32.520696 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:32.678347 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.db.api [None req-1df0f615-0fad-4a0b-bf31-afe28b7e7f55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 18:00:32.680525 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG oslo_db.api [None req-1df0f615-0fad-4a0b-bf31-afe28b7e7f55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 18:00:32.709922 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:32.774133 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2593a8-37e8-4f70-ad83-5a9a3d986874 service neutron] Pushing event updated for resources: {'Port': ['ID=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:32.778391 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c2c959-da36-4d0f-bfe1-1cfe88138df7 x-openstack-request-id: req-18c2c959-da36-4d0f-bfe1-1cfe88138df7 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:32.778796 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70bece9-a8a4-4c08-b319-849d4061a7ba", "tag": "00b50bc0-d8c1-45cf-8d03-34c7110ac3c2", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:32.779190 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18c2c959-da36-4d0f-bfe1-1cfe88138df7 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:32.779669 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70bece9-a8a4-4c08-b319-849d4061a7ba', 'tag': '00b50bc0-d8c1-45cf-8d03-34c7110ac3c2', 'status': 'completed', 'code': 200} Aug 09 18:00:32.908108 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e94fa-bea7-44e5-983d-4043be95e985 req-3e658011-3b63-4687-95e7-20140e4985c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:32.916782 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a30e94fa-bea7-44e5-983d-4043be95e985 req-3e658011-3b63-4687-95e7-20140e4985c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c54051530bc4de08d03cf270cff724c&device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 1097 time: 0.1361763 Aug 09 18:00:33.040514 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e94fa-bea7-44e5-983d-4043be95e985 req-c63bc317-23ab-4125-997b-881dc44650a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:33.042657 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a30e94fa-bea7-44e5-983d-4043be95e985 req-c63bc317-23ab-4125-997b-881dc44650a3 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=8c54051530bc4de08d03cf270cff724c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1054177 Aug 09 18:00:33.044547 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-3a444e16-495f-4a95-a171-a3a7b0c85e46 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:33.047332 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:33.051952 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb8c0a-7b6f-47f7-8aa4-abc9c347e024 req-e2f49966-f3c8-4dea-ad14-cdff22da7dc2 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:33.057790 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9deb8c0a-7b6f-47f7-8aa4-abc9c347e024 req-e2f49966-f3c8-4dea-ad14-cdff22da7dc2 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.1181276 Aug 09 18:00:33.083181 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809'] for router, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:33.121516 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['017a5390-8e4d-4dcf-a64e-cae4d92da69b', '2cc94102-9bfd-40f3-a4a2-7ec095bc918a'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:00:33.127219 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9deb8c0a-7b6f-47f7-8aa4-abc9c347e024 req-f9eac14d-f6e8-4aa6-b736-f58694223a7d tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497110 Aug 09 18:00:33.192132 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a444e16-495f-4a95-a171-a3a7b0c85e46 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Pushing event deleted for resources: {'Port': ['ID=2cc94102-9bfd-40f3-a4a2-7ec095bc918a,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:33.310243 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:33.310695 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:33.378605 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-3a444e16-495f-4a95-a171-a3a7b0c85e46 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] No DVR routers for this DVR port 2cc94102-9bfd-40f3-a4a2-7ec095bc918a on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:00:33.385219 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-3a444e16-495f-4a95-a171-a3a7b0c85e46 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:33.388260 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-407c5b4c-93c5-4b4f-b926-dbd8c17c37dd req-3a444e16-495f-4a95-a171-a3a7b0c85e46 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "DELETE /v2.0/ports/2cc94102-9bfd-40f3-a4a2-7ec095bc918a HTTP/1.1" status: 204 len: 173 time: 2.3482821 Aug 09 18:00:33.420596 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-31446e57-3da5-4382-8c56-f016fcec8cd9 req-8395daee-4928-4156-9114-68ee6ef206a8 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 210 time: 0.0795698 Aug 09 18:00:33.513933 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e94fa-bea7-44e5-983d-4043be95e985 req-fafab9ad-b755-4a5f-9aba-989375ab641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:33.515863 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a30e94fa-bea7-44e5-983d-4043be95e985 req-fafab9ad-b755-4a5f-9aba-989375ab641b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4496424 Aug 09 18:00:33.620267 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3c4bb-a437-4814-b55f-c29ee5f81d37 req-a74f4a2f-32de-4c06-9dff-e9803d9df905 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:33.626069 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebe3c4bb-a437-4814-b55f-c29ee5f81d37 req-a74f4a2f-32de-4c06-9dff-e9803d9df905 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.1001813 Aug 09 18:00:33.707028 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebe3c4bb-a437-4814-b55f-c29ee5f81d37 req-80c08475-581e-4e8f-8408-721ec44092b7 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716949 Aug 09 18:00:33.711207 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-afe81b84-921f-4536-8834-59de9af77ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:33.713058 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-afe81b84-921f-4536-8834-59de9af77ea8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c54051530bc4de08d03cf270cff724c&device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 1097 time: 0.1186635 Aug 09 18:00:33.825886 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-596bd327-bf0f-4ee1-870a-ea8267631b0e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 HTTP/1.1" status: 200 len: 217 time: 0.0837486 Aug 09 18:00:33.873234 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 is scheduled to L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 with binding_index 1 {{(pid=100425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:00:34.044014 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-20221e48-a38a-4b3f-a81a-9b17378e2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:34.048062 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-20221e48-a38a-4b3f-a81a-9b17378e2b5e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c534cabf-52e6-4527-8f45-7da9d2a8483d HTTP/1.1" status: 200 len: 854 time: 0.2079992 Aug 09 18:00:34.103149 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-ae301a02-6b97-4d2f-950f-24e94188e08e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8039abcc-253c-4eb2-95d1-9000bf673132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477214 Aug 09 18:00:34.270840 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:00:34.298936 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Sync routers for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:00:34.352481 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:34.357150 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-b4316363-35af-48f4-9142-4ef001374946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:00:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:34.456270 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:00:34.498405 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ebfe8-464a-4d28-9b5c-62abfca7e664 req-a8ae9ff9-0095-43a8-a660-7ce51146ab89 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:34.503355 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-326ebfe8-464a-4d28-9b5c-62abfca7e664 req-a8ae9ff9-0095-43a8-a660-7ce51146ab89 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.2485914 Aug 09 18:00:34.638725 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-326ebfe8-464a-4d28-9b5c-62abfca7e664 req-df44e765-2e79-4336-a10d-884a6b2ddc9a tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282587 Aug 09 18:00:34.684159 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-4fbe4b77-ff1b-4e14-b481-cbb99f29b101 service neutron] 10.222.0.77 "GET /v2.0/networks/8039abcc-253c-4eb2-95d1-9000bf673132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110522 Aug 09 18:00:34.730485 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e7193cc2-a42a-4bf2-a9ea-329bb295b8d9 req-bedb3da7-f760-45c7-8625-42a60810c209 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 210 time: 0.0757761 Aug 09 18:00:34.736408 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] Notify callbacks [] for router, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:34.737755 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-724c325d-de83-464b-a76e-bada61422994 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2252824 Aug 09 18:00:34.740942 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 42156) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:34.773959 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:34.923955 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92bf7a9-db29-435f-8b33-7f10f758f997', 'name': 'network-vif-deleted', 'tag': '2cc94102-9bfd-40f3-a4a2-7ec095bc918a'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:34.929337 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ddba24-bd67-4383-9750-fd301673dbf3" -d '{"events": [{"server_uuid": "a92bf7a9-db29-435f-8b33-7f10f758f997", "name": "network-vif-deleted", "tag": "2cc94102-9bfd-40f3-a4a2-7ec095bc918a"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:34.938564 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-845c6b7e-2ee3-4fe7-a7ad-850e352a9b5d req-5cc15af3-3f6b-484a-98b4-799958e9ad59 service neutron] 10.222.0.77 "GET /v2.0/networks/8039abcc-253c-4eb2-95d1-9000bf673132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450442 Aug 09 18:00:35.025398 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dcb5ce-1d4f-4f93-9f5f-906de08d3880 x-openstack-request-id: req-00dcb5ce-1d4f-4f93-9f5f-906de08d3880 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:35.025962 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92bf7a9-db29-435f-8b33-7f10f758f997", "name": "network-vif-deleted", "tag": "2cc94102-9bfd-40f3-a4a2-7ec095bc918a", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:35.026565 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00dcb5ce-1d4f-4f93-9f5f-906de08d3880 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:35.027197 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92bf7a9-db29-435f-8b33-7f10f758f997', 'name': 'network-vif-deleted', 'tag': '2cc94102-9bfd-40f3-a4a2-7ec095bc918a', 'status': 'completed', 'code': 200} Aug 09 18:00:35.175226 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 2cc94102-9bfd-40f3-a4a2-7ec095bc918a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:00:35.202308 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 2cc94102-9bfd-40f3-a4a2-7ec095bc918a {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:00:35.203071 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 2cc94102-9bfd-40f3-a4a2-7ec095bc918a not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:00:35.206027 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-b4316363-35af-48f4-9142-4ef001374946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:31Z', 'revision_number': 3, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:35.234997 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Checking router: ddca7d3f-9ecd-4aa6-bc75-34c30a044700 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:00:35.235750 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Updating router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 port 85e93b64-dc00-489e-ad60-bebfa6425941 binding host dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:00:35.278398 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:35.373717 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd42039-02ce-4bcf-b24b-9f1f434049d3 req-5026c634-6ff3-4626-92e4-1a22b8312d7e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:35.375364 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0fd42039-02ce-4bcf-b24b-9f1f434049d3 req-5026c634-6ff3-4626-92e4-1a22b8312d7e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.3591855 Aug 09 18:00:35.575136 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0fd42039-02ce-4bcf-b24b-9f1f434049d3 req-2a2bf035-4d4d-4981-8601-1e2f165ad451 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631284 Aug 09 18:00:35.697703 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:35.716504 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Transition to ACTIVE for port object 85e93b64-dc00-489e-ad60-bebfa6425941 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:35.885625 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5ab8ff01-9e5f-4a4b-a6ae-3d6672e934e1 req-5158a09a-590e-4bb6-80fe-506b694ff699 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=a92bf7a9-db29-435f-8b33-7f10f758f997 HTTP/1.1" status: 200 len: 210 time: 0.0441544 Aug 09 18:00:35.946867 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf5245-8b5c-4a86-b602-40087dff0e17 req-8243a68f-c613-467f-824e-0d67ab939dd0 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:35.948510 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6aaf5245-8b5c-4a86-b602-40087dff0e17 req-8243a68f-c613-467f-824e-0d67ab939dd0 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.1659133 Aug 09 18:00:35.956768 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:36.088363 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6aaf5245-8b5c-4a86-b602-40087dff0e17 req-560e183a-7f29-49bc-af15-83823c50384a tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214504 Aug 09 18:00:36.194646 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:36.254495 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:36.268474 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Allocated IP 172.20.0.1 (198a2bad-3561-4a94-94fa-90b909c3de6f/db26e2f3-b7ca-4971-8191-58a42e7bf65a/b6f76333-ae20-495a-a945-e86fb6724297) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:36.325728 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Attempting to bind port 85e93b64-dc00-489e-ad60-bebfa6425941 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:36.335963 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Attempting to bind port 85e93b64-dc00-489e-ad60-bebfa6425941 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:36.336341 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Attempting to bind port 85e93b64-dc00-489e-ad60-bebfa6425941 on network 7da24a41-1e78-4151-865c-40a66cc95cd0 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:36.338673 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e9023-b045-469f-83ec-8be676721437 None None] Pushing event updated for resources: {'Port': ['ID=85e93b64-dc00-489e-ad60-bebfa6425941,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:36.359423 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:36.359776 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:36.360179 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:36.360570 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Bound using segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:36.361038 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Bound port: 85e93b64-dc00-489e-ad60-bebfa6425941, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:36.361450 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:36.371002 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.371344 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.371861 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.372238 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.372623 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.373107 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.373281 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.373664 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.373993 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.374313 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.374631 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.374952 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639e9023-b045-469f-83ec-8be676721437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:00:36.518582 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:36.520571 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-b4316363-35af-48f4-9142-4ef001374946 None None] For port 85e93b64-dc00-489e-ad60-bebfa6425941, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:36.528229 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-b4316363-35af-48f4-9142-4ef001374946 None None] For port 85e93b64-dc00-489e-ad60-bebfa6425941, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=85e93b64-dc00-489e-ad60-bebfa6425941,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:36.548321 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Transition to ACTIVE for port object b6f76333-ae20-495a-a945-e86fb6724297 will not be triggered until provisioned by entity DHCP. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:36.651300 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:36.764715 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf694f2-a63a-480e-924d-e23f908b3781 req-7525c36a-4b5e-476d-a1f4-a3859735395d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:36.766480 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eaf694f2-a63a-480e-924d-e23f908b3781 req-7525c36a-4b5e-476d-a1f4-a3859735395d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0946262 Aug 09 18:00:36.768790 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:36.792419 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e9023-b045-469f-83ec-8be676721437 None None] Pushing event updated for resources: {'Port': ['ID=85e93b64-dc00-489e-ad60-bebfa6425941,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:36.809356 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:36.810019 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-b4316363-35af-48f4-9142-4ef001374946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:00:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:36.884757 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Network 198a2bad-3561-4a94-94fa-90b909c3de6f is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:36.904572 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:36.949930 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:37.026929 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f76333-ae20-495a-a945-e86fb6724297,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:37.048470 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eaf694f2-a63a-480e-924d-e23f908b3781 req-affbff05-df95-4758-af68-60753220d6ee tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725687 Aug 09 18:00:37.116015 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610314'] for router_interface, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:37.141556 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-b4316363-35af-48f4-9142-4ef001374946 None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:37.448509 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d674374-28cf-41b7-a18d-dcac6c70a8f4 req-807f826a-d3c0-4995-94f1-557d22b4696a tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:37.450031 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7d674374-28cf-41b7-a18d-dcac6c70a8f4 req-807f826a-d3c0-4995-94f1-557d22b4696a tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.1393356 Aug 09 18:00:37.598700 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-b4316363-35af-48f4-9142-4ef001374946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:31Z', 'revision_number': 3, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:37.625871 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7d674374-28cf-41b7-a18d-dcac6c70a8f4 req-93aba1ef-30b3-41f2-adc3-680d640f9dfb tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514385 Aug 09 18:00:37.662594 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4316363-35af-48f4-9142-4ef001374946 None None] The sync data for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi is: [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:31Z', 'revision_number': 3, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:00:37.662594 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f66752ac-fd4b-4335-93b6-b788f0b00b69 None None] Provisioning for port b6f76333-ae20-495a-a945-e86fb6724297 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:37.662594 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f66752ac-fd4b-4335-93b6-b788f0b00b69 None None] Provisioning complete for port b6f76333-ae20-495a-a945-e86fb6724297 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:37.662594 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f66752ac-fd4b-4335-93b6-b788f0b00b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:37.909641 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:38.023215 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f66752ac-fd4b-4335-93b6-b788f0b00b69 None None] Port b6f76333-ae20-495a-a945-e86fb6724297 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:00:38.193430 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb4707-f148-47d5-83fc-ab71a3391b68 req-dc32a75d-0e0d-4a5c-9d29-f3848295f5b8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:38.201287 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fdb4707-f148-47d5-83fc-ab71a3391b68 req-dc32a75d-0e0d-4a5c-9d29-f3848295f5b8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.2093821 Aug 09 18:00:38.338810 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1fdb4707-f148-47d5-83fc-ab71a3391b68 req-828d9516-9710-4aaa-9dfc-0f3f88264363 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362696 Aug 09 18:00:38.459245 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-370f0fac-9192-4074-b871-511778af8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:38.460900 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-370f0fac-9192-4074-b871-511778af8821 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 1098 time: 0.1404929 Aug 09 18:00:38.487498 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:38.652284 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:38.718153 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-3b9edfc1-23c6-4a2f-a15c-c6d8ea481890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:38.719801 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-3b9edfc1-23c6-4a2f-a15c-c6d8ea481890 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2222d5b0-4e90-4714-90f8-571d8e57d231 HTTP/1.1" status: 200 len: 911 time: 0.2511203 Aug 09 18:00:38.894530 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-bbc080f7-4bba-48ee-973d-a62498ae155b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 HTTP/1.1" status: 200 len: 1001 time: 0.1646788 Aug 09 18:00:38.978605 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f76333-ae20-495a-a945-e86fb6724297,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:38.992660 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610494'] for router_interface, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:39.088124 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-96687e34-696c-4843-9304-7ae0c56b8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:39.089551 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-96687e34-696c-4843-9304-7ae0c56b8415 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a54396a3-f4d8-41af-b602-45ff7adb6cc2 HTTP/1.1" status: 200 len: 849 time: 0.1870070 Aug 09 18:00:39.144197 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76f583-faac-44a7-bdbb-1d0931e850ee req-6b4c49db-8825-4904-988a-93c29df98ebe tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:39.149419 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2c76f583-faac-44a7-bdbb-1d0931e850ee req-6b4c49db-8825-4904-988a-93c29df98ebe tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.3363302 Aug 09 18:00:39.204127 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 85e93b64-dc00-489e-ad60-bebfa6425941 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:39.265982 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-1a1b4c2d-3d77-45fd-87c7-294d6b309b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:39.267628 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-1a1b4c2d-3d77-45fd-87c7-294d6b309b42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2222d5b0-4e90-4714-90f8-571d8e57d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1656353 Aug 09 18:00:39.270344 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Network 198a2bad-3561-4a94-94fa-90b909c3de6f is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:39.273170 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:39.342741 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2c76f583-faac-44a7-bdbb-1d0931e850ee req-feda38b6-1870-41da-801d-b6519a6bb9ed tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866233 Aug 09 18:00:39.416907 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 85e93b64-dc00-489e-ad60-bebfa6425941 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:39.421275 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 85e93b64-dc00-489e-ad60-bebfa6425941 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:39.421739 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:39.578033 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-f2a0a489-f740-4561-b6e7-61f2a7e60cdc service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004780 Aug 09 18:00:39.664781 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:39.723270 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 85e93b64-dc00-489e-ad60-bebfa6425941, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=85e93b64-dc00-489e-ad60-bebfa6425941,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:39.766206 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-69e2945c-89ae-4beb-b9ea-0245c79e20db None None] Provisioning complete for port b6f76333-ae20-495a-a945-e86fb6724297 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:39.766580 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-69e2945c-89ae-4beb-b9ea-0245c79e20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:39.791272 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57537dac-53c3-4664-8d44-b1bd851283c8 req-44cfda3b-7bc2-4796-a066-6398c469b44e tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:39.800065 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-57537dac-53c3-4664-8d44-b1bd851283c8 req-44cfda3b-7bc2-4796-a066-6398c469b44e tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 945 time: 0.2797158 Aug 09 18:00:39.841423 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:00:39.868337 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-ee6a2403-5bb3-42a1-a7ad-e05b1d7f4f5c req-4081600e-3c36-42ff-afd7-92c3631a9b84 service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807729 Aug 09 18:00:39.894793 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-57537dac-53c3-4664-8d44-b1bd851283c8 req-f86fd710-f12e-4aad-964c-3668f867e879 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933154 Aug 09 18:00:39.915168 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f154a-53ba-4d6f-8179-e6e19723fcbf req-7dca6ef2-5834-4919-8e6e-3f680c018c75 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:39.923084 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-69e2945c-89ae-4beb-b9ea-0245c79e20db None None] Port b6f76333-ae20-495a-a945-e86fb6724297 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:00:39.926341 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7d5f154a-53ba-4d6f-8179-e6e19723fcbf req-7dca6ef2-5834-4919-8e6e-3f680c018c75 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.3352361 Aug 09 18:00:39.940476 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:40.061429 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=85e93b64-dc00-489e-ad60-bebfa6425941,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:40.124842 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7d5f154a-53ba-4d6f-8179-e6e19723fcbf req-bd27c121-f55f-4f1c-b1e4-d7ed6f931c97 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930380 Aug 09 18:00:40.224316 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:00:40.232157 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-9a0af598-794c-4f39-b68d-fe1613375410 admin admin] 10.222.0.54 "PUT /v2.0/routers/ddca7d3f-9ecd-4aa6-bc75-34c30a044700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4812326 Aug 09 18:00:40.533291 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc0928-1be0-4254-a681-eaa0cc996513 req-a5b779a6-4228-4f6c-9cc0-a1851b379b75 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:40.536404 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-91bc0928-1be0-4254-a681-eaa0cc996513 req-a5b779a6-4228-4f6c-9cc0-a1851b379b75 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.0833757 Aug 09 18:00:40.583365 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-91bc0928-1be0-4254-a681-eaa0cc996513 req-3a7eaed8-9d87-4586-8f57-5a6733952d9a tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382433 Aug 09 18:00:40.700420 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Sync routers for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:00:40.709885 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:40.710741 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:00:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:40.859384 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:41.042719 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 85e93b64-dc00-489e-ad60-bebfa6425941 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:41.115587 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ca61c-0c52-4a4d-9b44-141475dc3779 req-08e2e75a-ebee-4ab4-9788-51f07910cbd0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:41.115587 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-560ca61c-0c52-4a4d-9b44-141475dc3779 req-08e2e75a-ebee-4ab4-9788-51f07910cbd0 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 945 time: 0.1085114 Aug 09 18:00:41.168994 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 42214) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:41.173642 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-3017fc4e-418e-483b-b7ed-8d88b255004c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901804562', 'description': 'tempest-description--1181903286'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:41.207090 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-560ca61c-0c52-4a4d-9b44-141475dc3779 req-e286f555-54a7-4915-a67e-a620c187c1d5 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818074 Aug 09 18:00:41.223480 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 85e93b64-dc00-489e-ad60-bebfa6425941 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:41.224308 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:41.267525 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:38Z', 'revision_number': 2, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:41.327713 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Checking router: ddca7d3f-9ecd-4aa6-bc75-34c30a044700 for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:00:41.329820 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Updating router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 port b6f76333-ae20-495a-a945-e86fb6724297 binding host dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:00:41.359253 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3017fc4e-418e-483b-b7ed-8d88b255004c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:41.381052 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03097e8e-b652-430d-9f7e-eba580ae00f6 req-0381b464-3430-4dc7-8c53-4eb5247ca72c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:41.401976 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-03097e8e-b652-430d-9f7e-eba580ae00f6 req-0381b464-3430-4dc7-8c53-4eb5247ca72c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.1417234 Aug 09 18:00:41.419411 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:41.533101 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-03097e8e-b652-430d-9f7e-eba580ae00f6 req-ffa75f83-e283-4022-b9a0-7032f46d6950 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252992 Aug 09 18:00:41.666106 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3017fc4e-418e-483b-b7ed-8d88b255004c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:41.766151 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f07ba-4360-43f9-8dc4-3a84b3da9f93 req-21414149-eba3-4fe4-8dae-c5de9e1cc50b tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:41.774279 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-438f07ba-4360-43f9-8dc4-3a84b3da9f93 req-21414149-eba3-4fe4-8dae-c5de9e1cc50b tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.0682857 Aug 09 18:00:41.823522 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-74e2795e-7efe-4b3b-baa2-7b37f8a8d974 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:41.827386 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-74e2795e-7efe-4b3b-baa2-7b37f8a8d974 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 945 time: 0.0792799 Aug 09 18:00:42.428239 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-438f07ba-4360-43f9-8dc4-3a84b3da9f93 req-4ef733e5-e0bb-45df-b5d8-7d72deb8792a tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682640 Aug 09 18:00:42.430438 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:42.430438 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Transition to ACTIVE for port object b6f76333-ae20-495a-a945-e86fb6724297 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:42.431109 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-1a72ba32-f479-40f2-a0a0-b305b19bdbd3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Deleting port 017a5390-8e4d-4dcf-a64e-cae4d92da69b {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:00:42.431109 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-1a72ba32-f479-40f2-a0a0-b305b19bdbd3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:42.431109 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-1a72ba32-f479-40f2-a0a0-b305b19bdbd3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] For port 017a5390-8e4d-4dcf-a64e-cae4d92da69b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=017a5390-8e4d-4dcf-a64e-cae4d92da69b,segment=NetworkSegment(9ad874bc-5206-427f-8ecb-0f4b57607457),segment_id=9ad874bc-5206-427f-8ecb-0f4b57607457)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:42.431109 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-1a72ba32-f479-40f2-a0a0-b305b19bdbd3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:42.431109 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-1a72ba32-f479-40f2-a0a0-b305b19bdbd3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Calling delete_port for 017a5390-8e4d-4dcf-a64e-cae4d92da69b owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:00:42.491447 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3017fc4e-418e-483b-b7ed-8d88b255004c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:42.499370 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb04bbf-e0a5-478f-8501-1b4a8778682b req-6cceb185-6047-40e4-9301-5700a7920b15 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:42.501326 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2cb04bbf-e0a5-478f-8501-1b4a8778682b req-6cceb185-6047-40e4-9301-5700a7920b15 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 945 time: 0.2089050 Aug 09 18:00:42.559883 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2cb04bbf-e0a5-478f-8501-1b4a8778682b req-b8c08bd6-68b4-4adf-900a-04e1088496db tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/security-groups?id=c2444676-9d18-491d-8670-9006913961e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514860 Aug 09 18:00:42.593681 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:42.606350 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017fc4e-418e-483b-b7ed-8d88b255004c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b19080b-ab1c-41dd-89c1-10082e594472,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:42.637656 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3995c7-96fb-43e4-a004-6db144f4a04e None None] Pushing event updated for resources: {'Port': ['ID=b6f76333-ae20-495a-a945-e86fb6724297,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:42.737289 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3017fc4e-418e-483b-b7ed-8d88b255004c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:42.737289 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-3017fc4e-418e-483b-b7ed-8d88b255004c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5360856 Aug 09 18:00:42.737289 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 42226) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:42.737289 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-b03d6134-5105-48ab-9c3d-5f5be777b700 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'security_group_rule': {'security_group_id': '2b19080b-ab1c-41dd-89c1-10082e594472', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:42.737820 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fda26-e592-48b3-b4fd-2f34bda7d64f req-952f2cfd-cdfe-425c-bbd2-c6c5825e15d9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:42.737820 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ad8fda26-e592-48b3-b4fd-2f34bda7d64f req-952f2cfd-cdfe-425c-bbd2-c6c5825e15d9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0775590 Aug 09 18:00:42.766587 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Attempting to bind port b6f76333-ae20-495a-a945-e86fb6724297 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:42.767424 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Attempting to bind port b6f76333-ae20-495a-a945-e86fb6724297 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:42.768053 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Attempting to bind port b6f76333-ae20-495a-a945-e86fb6724297 on network 198a2bad-3561-4a94-94fa-90b909c3de6f {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:42.776561 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:42.777909 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Checking segment: {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:42.778552 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:42.779352 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Bound using segment: {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:42.780063 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Bound port: b6f76333-ae20-495a-a945-e86fb6724297, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:42.781129 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:42.787818 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-1a72ba32-f479-40f2-a0a0-b305b19bdbd3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:42.827967 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ad8fda26-e592-48b3-b4fd-2f34bda7d64f req-047e3bcb-b55e-47a3-9ebf-da51cc4a32f9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872436 Aug 09 18:00:42.839891 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['017a5390-8e4d-4dcf-a64e-cae4d92da69b'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:00:42.975702 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72ba32-f479-40f2-a0a0-b305b19bdbd3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Pushing event deleted for resources: {'Port': ['ID=017a5390-8e4d-4dcf-a64e-cae4d92da69b,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:42.979362 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] For port b6f76333-ae20-495a-a945-e86fb6724297, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:42.989392 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] For port b6f76333-ae20-495a-a945-e86fb6724297, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=b6f76333-ae20-495a-a945-e86fb6724297,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:43.000290 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b03d6134-5105-48ab-9c3d-5f5be777b700 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:43.061698 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b71ed-0aa4-4694-bfe8-bd436714f0e8 req-26ebf8c0-8396-4e57-9e8b-b607fab76ce9 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:43.063301 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8a5b71ed-0aa4-4694-bfe8-bd436714f0e8 req-26ebf8c0-8396-4e57-9e8b-b607fab76ce9 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.0963748 Aug 09 18:00:43.091016 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:43.179783 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-1a72ba32-f479-40f2-a0a0-b305b19bdbd3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] No DVR routers for this DVR port 017a5390-8e4d-4dcf-a64e-cae4d92da69b on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:00:43.183595 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8a5b71ed-0aa4-4694-bfe8-bd436714f0e8 req-cef9bffe-45cd-4508-ab29-ad60ac221ede tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909543 Aug 09 18:00:43.199115 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3995c7-96fb-43e4-a004-6db144f4a04e None None] Pushing event updated for resources: {'Port': ['ID=b6f76333-ae20-495a-a945-e86fb6724297,revision_number=4']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:43.211744 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b03d6134-5105-48ab-9c3d-5f5be777b700 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:43.213976 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-1a72ba32-f479-40f2-a0a0-b305b19bdbd3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:43.221620 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-3f7805fe-8807-4f9d-8ade-54a67ecb5f23 req-1a72ba32-f479-40f2-a0a0-b305b19bdbd3 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.77 "DELETE /v2.0/ports/017a5390-8e4d-4dcf-a64e-cae4d92da69b HTTP/1.1" status: 204 len: 173 time: 1.3758237 Aug 09 18:00:43.222734 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459', 'name': 'network-vif-deleted', 'tag': '017a5390-8e4d-4dcf-a64e-cae4d92da69b'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:43.227166 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8284b11c-fb9b-4b9d-953f-ab188a82137c" -d '{"events": [{"server_uuid": "97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459", "name": "network-vif-deleted", "tag": "017a5390-8e4d-4dcf-a64e-cae4d92da69b"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:43.266829 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:00:43.267725 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:00:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:43.285751 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a55cafa-91d3-40e1-9f84-9d5f2e3db3bf x-openstack-request-id: req-9a55cafa-91d3-40e1-9f84-9d5f2e3db3bf {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:43.286091 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459", "name": "network-vif-deleted", "tag": "017a5390-8e4d-4dcf-a64e-cae4d92da69b", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:43.286407 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9a55cafa-91d3-40e1-9f84-9d5f2e3db3bf {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:43.286829 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459', 'name': 'network-vif-deleted', 'tag': '017a5390-8e4d-4dcf-a64e-cae4d92da69b', 'status': 'completed', 'code': 200} Aug 09 18:00:43.324507 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b03d6134-5105-48ab-9c3d-5f5be777b700 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:43.398203 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d6134-5105-48ab-9c3d-5f5be777b700 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fdb03a-a7bd-4e95-8663-913196c8b9f1,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:43.459852 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:00:43.496817 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-b03d6134-5105-48ab-9c3d-5f5be777b700 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:43.498770 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-b03d6134-5105-48ab-9c3d-5f5be777b700 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7904766 Aug 09 18:00:43.502173 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 42236) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:43.511058 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-7c5dbe0c-d5f1-4104-bcbb-41ef0d41e5b0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'security_group_rule': {'security_group_id': '2b19080b-ab1c-41dd-89c1-10082e594472', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:43.728533 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bed8e17b-07ba-4335-926b-a61157594894 req-c01360ae-db2c-45ef-bc2f-889084da87ec tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 210 time: 0.0629497 Aug 09 18:00:43.803955 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbe0c-d5f1-4104-bcbb-41ef0d41e5b0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:43.820556 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:42Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:43.859894 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2eec70-8e45-4a2e-b2d2-47b2b5c6943d None None] The sync data for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi is: [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:42Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:00:43.874490 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbe0c-d5f1-4104-bcbb-41ef0d41e5b0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:44.141245 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbe0c-d5f1-4104-bcbb-41ef0d41e5b0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:44.170022 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dbe0c-d5f1-4104-bcbb-41ef0d41e5b0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5c1c1e-e498-46da-8552-9ce095e2af24,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:44.222167 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-84003e7b-d4ba-42ca-a3eb-9a41eb04c50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:44.327478 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae7480-c034-4d86-b1e5-48caa84add0e req-188ae1ab-e8b4-4381-b766-7bb4312b67ee tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:44.329605 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fae7480-c034-4d86-b1e5-48caa84add0e req-188ae1ab-e8b4-4381-b766-7bb4312b67ee tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.0657728 Aug 09 18:00:44.398134 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fae7480-c034-4d86-b1e5-48caa84add0e req-32681641-0472-4130-9e59-86215728ca99 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592771 Aug 09 18:00:44.405675 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbe0c-d5f1-4104-bcbb-41ef0d41e5b0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:44.407277 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-7c5dbe0c-d5f1-4104-bcbb-41ef0d41e5b0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9034801 Aug 09 18:00:44.411993 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 42248) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:44.425977 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'floatingip': {'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:44.634379 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:44.880911 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8d419d17-22ac-4be2-9239-83b9b2445d80 req-ab52dbae-d6f2-45d3-9936-5e6370100f79 tempest-AttachVolumeNegativeTest-830617590 tempest-AttachVolumeNegativeTest-830617590-project] 10.222.0.54 "GET /v2.0/ports?device_id=97ed07ee-fe1f-4fc3-a6ed-5d2e779fa459 HTTP/1.1" status: 200 len: 210 time: 0.0467081 Aug 09 18:00:44.882223 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:45.091468 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device b6f76333-ae20-495a-a945-e86fb6724297 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:45.137676 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Allocated IP 172.27.1.108 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/2d494193-4ec6-42e6-af84-7e4474fb339f) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:45.223465 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 017a5390-8e4d-4dcf-a64e-cae4d92da69b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:00:45.279970 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 017a5390-8e4d-4dcf-a64e-cae4d92da69b {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:00:45.283199 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 017a5390-8e4d-4dcf-a64e-cae4d92da69b not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:00:45.286085 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port b6f76333-ae20-495a-a945-e86fb6724297 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:45.297062 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port b6f76333-ae20-495a-a945-e86fb6724297 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:45.297062 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:45.300553 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:45.435813 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:45.447756 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:45.529284 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port b6f76333-ae20-495a-a945-e86fb6724297, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=b6f76333-ae20-495a-a945-e86fb6724297,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:45.629084 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:45.702139 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=b6f76333-ae20-495a-a945-e86fb6724297,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:45.823527 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:45.835566 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:45.841633 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:45.844745 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'Port': ['ID=2d494193-4ec6-42e6-af84-7e4474fb339f,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:45.893984 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-ce7c06c1-4df2-4a15-af5b-587c905051b0 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:45.897817 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-ce7c06c1-4df2-4a15-af5b-587c905051b0 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/networks?id=d52d57ec-4828-43fb-8cf8-fadad217d77b HTTP/1.1" status: 200 len: 815 time: 0.4974022 Aug 09 18:00:45.910047 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d282be-fe91-49bc-8f43-a985b8489549 req-4e033570-b5be-4758-8b4a-396502ac7666 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:45.912322 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f7d282be-fe91-49bc-8f43-a985b8489549 req-4e033570-b5be-4758-8b4a-396502ac7666 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.1729827 Aug 09 18:00:45.958304 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-2f2a2c33-3bb5-4452-8142-b6eb616889ac tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/quotas/40587718c41747db8e651a1cf986947e HTTP/1.1" status: 200 len: 375 time: 0.0444975 Aug 09 18:00:46.022794 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f7d282be-fe91-49bc-8f43-a985b8489549 req-2268f115-e6b1-485d-bc52-97e2909774c2 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975928 Aug 09 18:00:46.075045 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 42280) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:46.113863 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.130590 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44ca219-3a2d-4e91-acf4-ae0bd78e7828 admin admin] Deleting subnet 02049257-20b3-4b69-bfea-b66b839b27f3 {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:00:46.135046 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e44ca219-3a2d-4e91-acf4-ae0bd78e7828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.144802 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-4cb25f02-2608-46d8-87e2-49be344f8560 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=40587718c41747db8e651a1cf986947e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663580 Aug 09 18:00:46.207183 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e44ca219-3a2d-4e91-acf4-ae0bd78e7828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2648144'] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.256321 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.273930 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e44ca219-3a2d-4e91-acf4-ae0bd78e7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.312854 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-d03a67e7-7ebe-49d2-9e3d-9fb2aa19f776 service neutron] 10.222.0.54 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645758 Aug 09 18:00:46.474127 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-5df309cf-7f80-4e28-a51c-67183e09ddde service neutron] 10.222.0.54 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601839 Aug 09 18:00:46.503384 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e44ca219-3a2d-4e91-acf4-ae0bd78e7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2648410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878738'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.530161 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.554511 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ca219-3a2d-4e91-acf4-ae0bd78e7828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02049257-20b3-4b69-bfea-b66b839b27f3,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:46.571862 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e44ca219-3a2d-4e91-acf4-ae0bd78e7828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.573808 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-e44ca219-3a2d-4e91-acf4-ae0bd78e7828 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/02049257-20b3-4b69-bfea-b66b839b27f3 HTTP/1.1" status: 204 len: 168 time: 0.4975886 Aug 09 18:00:46.576865 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 42282) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:46.660549 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.666352 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.738071 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7539a5b9-5e31-4902-8493-88b944d9a0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.765139 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'Port': ['ID=2d494193-4ec6-42e6-af84-7e4474fb339f,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:46.823662 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.839719 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.852220 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ccc88b-41a6-4ff5-8ccc-6ab73913f426']}} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:46.865150 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad874bc-5206-427f-8ecb-0f4b57607457') {'for_net_delete': True} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:46.865615 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad874bc-5206-427f-8ecb-0f4b57607457') {} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:00:46.890496 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165694'] for segment, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.906863 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.915547 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=100426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:00:46.916349 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166006'] for segment, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: Traceback (most recent call last): Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: timer() Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: cb(*args, **kw) Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: return func(*args, **kwargs) Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: self._notify() Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: self.callback(batched_events) Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: event.method(event) Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: return f(self, *a, **k) Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._get(url).json() Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: return self.request(url, 'GET', **kwargs) Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:00:46.919278 dv-cinder-788363-10-iscsi neutron-server[100426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:00:46.927354 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:47.053275 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device b6f76333-ae20-495a-a945-e86fb6724297 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:47.072719 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a9dacb6b-4473-44e7-81a6-1dda103b16d4 req-8a22ef11-6a9f-4157-ae77-3f67f476efad tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 210 time: 0.0424709 Aug 09 18:00:47.075420 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:47.085024 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-cf77c207-bc6a-49d3-811f-f72f708ce9a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6694489 Aug 09 18:00:47.205914 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port b6f76333-ae20-495a-a945-e86fb6724297 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:47.207117 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:47.237470 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:47.256941 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:00:47.275593 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:47.281180 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] 10.222.0.54 "DELETE /v2.0/networks/04ccc88b-41a6-4ff5-8ccc-6ab73913f426 HTTP/1.1" status: 204 len: 168 time: 0.7017090 Aug 09 18:00:47.363305 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc58294-e553-4b8e-9014-97bc6cc0cb92 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ccc88b-41a6-4ff5-8ccc-6ab73913f426,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:47.376006 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3dbe5ee2-e12c-4071-8b84-e666c1391b27 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1901804562&fields=id&tenant_id=6b3a244bcb1649e8b1ef9f9a08653163 HTTP/1.1" status: 200 len: 267 time: 0.0781224 Aug 09 18:00:47.389004 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35140017-2e07-4bea-8a75-cdceec9d2dca req-2b11fefd-4ff7-4734-922f-9a1e9e2fcf75 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:47.397790 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-35140017-2e07-4bea-8a75-cdceec9d2dca req-2b11fefd-4ff7-4734-922f-9a1e9e2fcf75 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 944 time: 0.1848001 Aug 09 18:00:47.451151 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,segment=NetworkSegment(dc68878e-fb1f-4591-8a76-07b464532cd9),segment_id=dc68878e-fb1f-4591-8a76-07b464532cd9)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:47.465289 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '00b50bc0-d8c1-45cf-8d03-34c7110ac3c2', 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132', 'port_id': '00b50bc0-d8c1-45cf-8d03-34c7110ac3c2', 'mac_address': 'fa:16:3e:c0:9b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c534cabf-52e6-4527-8f45-7da9d2a8483d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:00:47.512371 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:47.514319 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-35140017-2e07-4bea-8a75-cdceec9d2dca req-2f163cf0-3233-453f-b72b-a13045cf0345 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153374 Aug 09 18:00:47.534125 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:00:47.565545 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,segment=NetworkSegment(dc68878e-fb1f-4591-8a76-07b464532cd9),segment_id=dc68878e-fb1f-4591-8a76-07b464532cd9)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:47.571581 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-d767e0e6-2596-48a7-b6be-07462da0e83e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:47.573208 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-d767e0e6-2596-48a7-b6be-07462da0e83e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 817 time: 0.1626863 Aug 09 18:00:47.611844 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-7ee72fce-8fee-4006-8bc2-69ed6608060d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/quotas/6b3a244bcb1649e8b1ef9f9a08653163 HTTP/1.1" status: 200 len: 375 time: 0.0284069 Aug 09 18:00:47.669057 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-e945c027-f67d-48ea-b5cc-824b55844498 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563428 Aug 09 18:00:47.679269 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:47.759555 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:47.828443 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-e73bca1f-067f-43f6-b8c3-25fbd56424c0 service neutron] 10.222.0.54 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388116 Aug 09 18:00:47.910935 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 42316) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:47.962527 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-6e632906-0621-4168-a1ac-858cf2bab83a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f5d0ea8c1094c11a2681ecd24195900&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497870 Aug 09 18:00:47.965628 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 42318) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:00:47.989249 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-86ae5d1e-8028-4309-bf91-35493210b14e service neutron] 10.222.0.54 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505747 Aug 09 18:00:48.048745 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-33a7b9d8-f127-4477-8a80-e847ae479d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:48.087175 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['00b50bc0-d8c1-45cf-8d03-34c7110ac3c2'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:00:48.106033 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-33a7b9d8-f127-4477-8a80-e847ae479d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:48.168931 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:48.208201 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-72d91e66-2d19-4297-96d9-0b3518aec958 req-41eae98d-5ac6-4797-979a-9546cab34bda tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 210 time: 0.0465639 Aug 09 18:00:48.342023 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-33a7b9d8-f127-4477-8a80-e847ae479d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:48.344581 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-33a7b9d8-f127-4477-8a80-e847ae479d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:48.345749 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-33a7b9d8-f127-4477-8a80-e847ae479d6e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2444676-9d18-491d-8670-9006913961e6 HTTP/1.1" status: 204 len: 168 time: 0.3791010 Aug 09 18:00:48.356070 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7b9d8-f127-4477-8a80-e847ae479d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2444676-9d18-491d-8670-9006913961e6,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:48.482953 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5212346c-64ac-4a20-8ae4-2a56d3d5e095 req-ef2dc57f-963d-43d1-9853-f7fabeb92b54 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 210 time: 0.0479040 Aug 09 18:00:48.683605 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eb52d-67f3-4f6b-8ef4-288d9a438490 req-fc76a6b3-f7aa-4009-aa53-93f36e432882 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:48.683605 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-749eb52d-67f3-4f6b-8ef4-288d9a438490 req-fc76a6b3-f7aa-4009-aa53-93f36e432882 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 945 time: 0.0777254 Aug 09 18:00:48.739486 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-749eb52d-67f3-4f6b-8ef4-288d9a438490 req-5c54174b-7d3d-4bcd-8a37-8b742572fc91 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 Aug 09 18:00:49.251697 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:00:49.316020 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a03e4506-9ab9-4ef3-896e-7fc2590f0271 req-d9fd87d7-afa4-44f3-bd6f-2c94ba7e4a6d tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 210 time: 0.0270548 Aug 09 18:00:49.457104 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:49.536514 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:49.540753 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:49.544246 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:49.620349 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fe4c1ac6-f3e6-449c-91fa-d931a241027f req-362a5b68-b834-4dd2-afc8-654cc830860d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 210 time: 0.0487604 Aug 09 18:00:49.682649 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:49.715206 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70bece9-a8a4-4c08-b319-849d4061a7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b50bc0-d8c1-45cf-8d03-34c7110ac3c2'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:49.718226 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0225ba73-227a-4149-83ae-e6f488c04c47" -d '{"events": [{"server_uuid": "e70bece9-a8a4-4c08-b319-849d4061a7ba", "name": "network-vif-plugged", "status": "completed", "tag": "00b50bc0-d8c1-45cf-8d03-34c7110ac3c2"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:49.747484 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,segment=NetworkSegment(dc68878e-fb1f-4591-8a76-07b464532cd9),segment_id=dc68878e-fb1f-4591-8a76-07b464532cd9)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:00:49.768194 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02d446a-aa83-4491-a52c-93c8b78b65ac x-openstack-request-id: req-d02d446a-aa83-4491-a52c-93c8b78b65ac {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:49.768765 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70bece9-a8a4-4c08-b319-849d4061a7ba", "name": "network-vif-plugged", "status": "completed", "tag": "00b50bc0-d8c1-45cf-8d03-34c7110ac3c2", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:49.769781 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d02d446a-aa83-4491-a52c-93c8b78b65ac {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:49.769781 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70bece9-a8a4-4c08-b319-849d4061a7ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b50bc0-d8c1-45cf-8d03-34c7110ac3c2', 'code': 200} Aug 09 18:00:49.874925 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:49.959375 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:49.976777 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241acf82-97b9-4ffb-9eed-242660827648 req-c2270350-3333-410f-9547-39142386b295 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:49.985552 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-241acf82-97b9-4ffb-9eed-242660827648 req-c2270350-3333-410f-9547-39142386b295 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 945 time: 0.1480544 Aug 09 18:00:50.049658 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-241acf82-97b9-4ffb-9eed-242660827648 req-0960adf1-ae1e-40ba-842f-1aa87aca5d5c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481181 Aug 09 18:00:50.305090 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20104796-6ed1-4278-8dc7-3d9877be535e req-fb68c4a8-4064-4c67-84fb-8c0f0a311793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:50.310566 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-20104796-6ed1-4278-8dc7-3d9877be535e req-fb68c4a8-4064-4c67-84fb-8c0f0a311793 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 1099 time: 0.0497234 Aug 09 18:00:50.347348 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-20104796-6ed1-4278-8dc7-3d9877be535e req-71fa39fa-8487-45c3-8cbb-1edbc36ef3b5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330606 Aug 09 18:00:50.461016 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1db02837-820d-46e6-8725-5fc72ffa31df req-eefc598b-8fa9-4b6b-90cb-11405ed128fd tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 210 time: 0.0271995 Aug 09 18:00:50.736882 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0c49bc72-01ff-4f89-a7ef-8d3d913517c2 req-c2b0c2c2-98b0-48cf-b09f-7182ad09b21a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 210 time: 0.0266130 Aug 09 18:00:51.145637 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d4818-450f-4d77-8176-2e4fdb0f2b7b req-098bf1f0-2ded-4101-952b-06217b5ea53f tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:51.147113 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-620d4818-450f-4d77-8176-2e4fdb0f2b7b req-098bf1f0-2ded-4101-952b-06217b5ea53f tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 946 time: 0.0499492 Aug 09 18:00:51.191839 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-620d4818-450f-4d77-8176-2e4fdb0f2b7b req-474a4aa5-7ec4-459a-832f-63a4e6248942 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Aug 09 18:00:51.494510 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-ac3e777f-a966-42a9-b774-186a0cceab53 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:51.496148 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-ac3e777f-a966-42a9-b774-186a0cceab53 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.77 "GET /v2.0/networks?id=d52d57ec-4828-43fb-8cf8-fadad217d77b HTTP/1.1" status: 200 len: 815 time: 0.1139441 Aug 09 18:00:51.542574 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'port': {'device_id': '113483a7-a58f-4f56-b955-487ea61e1414', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'admin_state_up': True, 'tenant_id': '40587718c41747db8e651a1cf986947e'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:51.581841 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1f80ca8e-62cc-4dd3-ad4e-96cd17eb3478 req-0b2e121f-8214-4af6-93cd-923aaa946dc0 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 210 time: 0.0351605 Aug 09 18:00:51.835016 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-586b33af-d5ef-4de2-a814-42f3e59d1b67 req-191b1969-0e98-49bf-a754-53d1c9c204d7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 210 time: 0.0261545 Aug 09 18:00:51.994697 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Made reservation on behalf of 40587718c41747db8e651a1cf986947e for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:51.998316 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:52.140840 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Allocated IP 172.20.0.5 (d52d57ec-4828-43fb-8cf8-fadad217d77b/fe1fe21a-2bde-44ae-8f9c-bed9d307a919/8da9da2c-062a-4456-9a84-9b28c7ccae0b) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:52.297087 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:52.313504 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Transition to ACTIVE for port object 8da9da2c-062a-4456-9a84-9b28c7ccae0b will not be triggered until provisioned by entity DHCP. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:52.320581 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e09f72-83a9-4b90-844f-830f85336f26 req-d293a90a-10f5-4d11-ae68-62bb648c86bb tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:52.322094 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a0e09f72-83a9-4b90-844f-830f85336f26 req-d293a90a-10f5-4d11-ae68-62bb648c86bb tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 946 time: 0.0512180 Aug 09 18:00:52.365860 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a0e09f72-83a9-4b90-844f-830f85336f26 req-b2294105-ab8e-4cb1-91a9-18ad27f66ace tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370810 Aug 09 18:00:52.478933 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:52.578087 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Network d52d57ec-4828-43fb-8cf8-fadad217d77b is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:52.592814 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:52.597839 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:52.646159 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'Port': ['ID=8da9da2c-062a-4456-9a84-9b28c7ccae0b,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:52.654262 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:52.654262 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:52.698203 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-7a857507-79a9-4819-ac72-56b664313951 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:52.699681 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-7a857507-79a9-4819-ac72-56b664313951 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.77 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 817 time: 0.2322004 Aug 09 18:00:52.766572 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526063d-9a46-44e7-91a2-63bf1c21e6f6 req-020cd176-73c3-4a1b-9551-4e82b706332f tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:52.775411 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3526063d-9a46-44e7-91a2-63bf1c21e6f6 req-020cd176-73c3-4a1b-9551-4e82b706332f tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 931 time: 0.0791433 Aug 09 18:00:52.780865 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-071980e9-3781-4aed-bfdd-c21cc7cb4aec tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b3a244bcb1649e8b1ef9f9a08653163 HTTP/1.1" status: 200 len: 380 time: 0.0649180 Aug 09 18:00:52.792265 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'port': {'device_id': '49abe1d8-624d-415a-9cac-f32918ae6697', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'admin_state_up': True, 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'security_groups': ['2b19080b-ab1c-41dd-89c1-10082e594472']}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:52.818864 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3526063d-9a46-44e7-91a2-63bf1c21e6f6 req-d1abf2dd-be65-41d4-8d0c-8ce5eae9ced6 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Aug 09 18:00:52.843517 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-64aed00a-b27a-4d97-8e17-3f462c110e1c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3050339 Aug 09 18:00:52.871565 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Request body: {'port': {'device_id': '113483a7-a58f-4f56-b955-487ea61e1414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:52.943889 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-efb7a168-692c-44bb-a772-bf47dd70e472 req-ce1a5f53-767f-411b-8da5-7f413a57510c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 210 time: 0.0288169 Aug 09 18:00:52.962978 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:53.245320 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da9da2c-062a-4456-9a84-9b28c7ccae0b {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:00:53.253753 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:53.266631 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Transition to ACTIVE for port object 8da9da2c-062a-4456-9a84-9b28c7ccae0b will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:53.337128 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-ba3ac2d1-5b1b-4e6e-8348-a11a885584aa None None] Provisioning for port 8da9da2c-062a-4456-9a84-9b28c7ccae0b completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:53.338018 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Made reservation on behalf of 6b3a244bcb1649e8b1ef9f9a08653163 for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:00:53.344727 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-ba3ac2d1-5b1b-4e6e-8348-a11a885584aa None None] Provisioning complete for port 8da9da2c-062a-4456-9a84-9b28c7ccae0b triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:53.346411 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ba3ac2d1-5b1b-4e6e-8348-a11a885584aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:53.351732 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:53.388324 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ac2d1-5b1b-4e6e-8348-a11a885584aa None None] Port 8da9da2c-062a-4456-9a84-9b28c7ccae0b cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:00:53.497269 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee96fe-5e73-458c-9c2c-9f741922675c req-2323d75e-ed7c-4042-8b6b-53a264cc5b89 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:53.498726 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-92ee96fe-5e73-458c-9c2c-9f741922675c req-2323d75e-ed7c-4042-8b6b-53a264cc5b89 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 946 time: 0.0547168 Aug 09 18:00:53.519177 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:53.534087 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Allocated IP 172.20.0.6 (198a2bad-3561-4a94-94fa-90b909c3de6f/db26e2f3-b7ca-4971-8191-58a42e7bf65a/fc97ad7c-407b-4144-a39f-6ea757785c8f) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:00:53.542409 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-92ee96fe-5e73-458c-9c2c-9f741922675c req-5346d341-5547-4988-8436-4811cae30771 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371642 Aug 09 18:00:53.593094 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Pushing event updated for resources: {'Port': ['ID=8da9da2c-062a-4456-9a84-9b28c7ccae0b,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:53.779805 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Attempting to bind port 8da9da2c-062a-4456-9a84-9b28c7ccae0b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:53.780281 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Attempting to bind port 8da9da2c-062a-4456-9a84-9b28c7ccae0b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:53.780752 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Attempting to bind port 8da9da2c-062a-4456-9a84-9b28c7ccae0b on network d52d57ec-4828-43fb-8cf8-fadad217d77b {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:53.798284 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Port 8da9da2c-062a-4456-9a84-9b28c7ccae0b on network d52d57ec-4828-43fb-8cf8-fadad217d77b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:00:53.814600 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Attempting to bind port 8da9da2c-062a-4456-9a84-9b28c7ccae0b on network d52d57ec-4828-43fb-8cf8-fadad217d77b {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:53.814600 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:53.814600 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Checking segment: {'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:53.814600 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Bound using segment: {'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:53.814600 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Bound port: 8da9da2c-062a-4456-9a84-9b28c7ccae0b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267a92a1-4672-4cc6-b95a-ada8d96f6f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:53.814600 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:53.841705 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:53.860824 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Transition to ACTIVE for port object fc97ad7c-407b-4144-a39f-6ea757785c8f will not be triggered until provisioned by entity DHCP. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:53.963193 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] For port 8da9da2c-062a-4456-9a84-9b28c7ccae0b, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:53.967353 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] For port 8da9da2c-062a-4456-9a84-9b28c7ccae0b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:54.002503 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370968d-de4d-48e8-b24f-3db6d56e872f req-57f35e4f-87c8-4784-9c5b-1f9c81b49bc8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:54.010257 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f370968d-de4d-48e8-b24f-3db6d56e872f req-57f35e4f-87c8-4784-9c5b-1f9c81b49bc8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0694110 Aug 09 18:00:54.035165 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:54.069016 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f370968d-de4d-48e8-b24f-3db6d56e872f req-b61902c2-5ebb-4d1f-b5a7-27193a936aae tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574641 Aug 09 18:00:54.075838 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:54.107138 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:54.112324 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:54.112324 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] 10.222.0.77 "PUT /v2.0/ports/8da9da2c-062a-4456-9a84-9b28c7ccae0b HTTP/1.1" status: 200 len: 1093 time: 1.2443235 Aug 09 18:00:54.112324 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:54.112921 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31817a70-a4f7-4e1e-b84f-499cf514cca1" -d '{"events": [{"name": "network-changed", "server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:54.118492 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Network 198a2bad-3561-4a94-94fa-90b909c3de6f is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:00:54.131802 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:00:54.150267 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fcf54-83ff-4ad6-81e7-b42f0b2cb2c5 req-641c5813-7200-45c6-bf1d-a18cd782b091 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:54.151862 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a15fcf54-83ff-4ad6-81e7-b42f0b2cb2c5 req-641c5813-7200-45c6-bf1d-a18cd782b091 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 931 time: 0.1076689 Aug 09 18:00:54.155795 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:00:54.221974 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:54.222781 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:54.232107 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a15fcf54-83ff-4ad6-81e7-b42f0b2cb2c5 req-def8194d-3442-47f7-b3aa-fb48063feb07 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723026 Aug 09 18:00:54.242270 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aed870-629c-42b5-b6ce-43704b90c2dc x-openstack-request-id: req-b5aed870-629c-42b5-b6ce-43704b90c2dc {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:54.242699 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:54.242955 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5aed870-629c-42b5-b6ce-43704b90c2dc {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:54.243472 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'status': 'completed', 'code': 200} Aug 09 18:00:54.244145 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:54.325330 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8a7f3-8f9d-4144-b600-76225c1c9c8b service neutron] Pushing event updated for resources: {'Port': ['ID=8da9da2c-062a-4456-9a84-9b28c7ccae0b,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:54.474136 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-3b87a650-cc9a-48b1-ac05-46f665a66d2a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6859400 Aug 09 18:00:54.695014 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Request body: {'port': {'device_id': '49abe1d8-624d-415a-9cac-f32918ae6697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:00:54.782653 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-e67f8932-0a83-4cb9-8b2b-4a667f3ec895 None None] Provisioning for port fc97ad7c-407b-4144-a39f-6ea757785c8f completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:00:54.805510 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:54.805669 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-e67f8932-0a83-4cb9-8b2b-4a667f3ec895 None None] Provisioning complete for port fc97ad7c-407b-4144-a39f-6ea757785c8f triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:00:54.805669 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e67f8932-0a83-4cb9-8b2b-4a667f3ec895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:54.805834 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31817a70-a4f7-4e1e-b84f-499cf514cca1 req-f702f27b-32af-4db5-8fe6-104ea2611bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:54.805834 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-31817a70-a4f7-4e1e-b84f-499cf514cca1 req-f702f27b-32af-4db5-8fe6-104ea2611bd1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40587718c41747db8e651a1cf986947e&device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 1096 time: 0.0940623 Aug 09 18:00:54.824856 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-e67f8932-0a83-4cb9-8b2b-4a667f3ec895 None None] Port fc97ad7c-407b-4144-a39f-6ea757785c8f cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:00:55.216900 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33c218-9cc4-486d-9c82-5c57895e965d req-188df72b-7643-4723-9fc9-dcba2bb69e43 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:55.219786 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6c33c218-9cc4-486d-9c82-5c57895e965d req-188df72b-7643-4723-9fc9-dcba2bb69e43 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0736661 Aug 09 18:00:55.324399 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6c33c218-9cc4-486d-9c82-5c57895e965d req-ee2905f6-f4eb-4b3a-b22e-6a3c66d5fcae tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962048 Aug 09 18:00:55.414913 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31817a70-a4f7-4e1e-b84f-499cf514cca1 req-99009248-3d34-46b2-85ba-3acf54b017d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:55.416816 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-31817a70-a4f7-4e1e-b84f-499cf514cca1 req-99009248-3d34-46b2-85ba-3acf54b017d3 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=40587718c41747db8e651a1cf986947e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5246365 Aug 09 18:00:55.442934 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bcba8-c5eb-43af-839c-765e810134fa req-d48504ed-40ff-4054-b12d-4c827a05b22c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:55.450069 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-277bcba8-c5eb-43af-839c-765e810134fa req-d48504ed-40ff-4054-b12d-4c827a05b22c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 931 time: 0.0904632 Aug 09 18:00:55.514135 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-277bcba8-c5eb-43af-839c-765e810134fa req-ab57b830-4a13-43c2-af4b-f3f4f665ae8f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623293 Aug 09 18:00:55.587218 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc97ad7c-407b-4144-a39f-6ea757785c8f {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:00:55.600206 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:55.630874 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Transition to ACTIVE for port object fc97ad7c-407b-4144-a39f-6ea757785c8f will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:00:55.653566 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31817a70-a4f7-4e1e-b84f-499cf514cca1 req-c0618244-ed5f-4bc3-b610-19d26f620bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:55.655222 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-31817a70-a4f7-4e1e-b84f-499cf514cca1 req-c0618244-ed5f-4bc3-b610-19d26f620bc6 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436362 Aug 09 18:00:55.805030 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:55.891258 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Pushing event updated for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:56.050806 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Attempting to bind port fc97ad7c-407b-4144-a39f-6ea757785c8f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:00:56.051202 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Attempting to bind port fc97ad7c-407b-4144-a39f-6ea757785c8f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:00:56.051584 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Attempting to bind port fc97ad7c-407b-4144-a39f-6ea757785c8f on network 198a2bad-3561-4a94-94fa-90b909c3de6f {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:56.061740 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Port fc97ad7c-407b-4144-a39f-6ea757785c8f on network 198a2bad-3561-4a94-94fa-90b909c3de6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:00:56.062065 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Attempting to bind port fc97ad7c-407b-4144-a39f-6ea757785c8f on network 198a2bad-3561-4a94-94fa-90b909c3de6f {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:00:56.068450 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:00:56.068687 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Checking segment: {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:00:56.068966 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Bound using segment: {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:00:56.069352 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Bound port: fc97ad7c-407b-4144-a39f-6ea757785c8f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:00:56.069725 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:56.155188 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:00:56.168553 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:00:56.473755 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd758c-0c51-44b4-846f-f68028e98ba0 req-36c92c24-3c97-4df8-9a6d-f66f58806d4b tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:56.476081 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cafd758c-0c51-44b4-846f-f68028e98ba0 req-36c92c24-3c97-4df8-9a6d-f66f58806d4b tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0669129 Aug 09 18:00:56.529900 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cafd758c-0c51-44b4-846f-f68028e98ba0 req-b25ad648-2bc0-429d-8918-dcf4dbbe350d tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455749 Aug 09 18:00:56.648771 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ae70d-23ef-4dce-a64d-c2616c52df67 req-1e7b00f8-0124-4f4d-8fc2-65c1a5fe7d91 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:56.650266 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-214ae70d-23ef-4dce-a64d-c2616c52df67 req-1e7b00f8-0124-4f4d-8fc2-65c1a5fe7d91 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0527394 Aug 09 18:00:56.692579 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-214ae70d-23ef-4dce-a64d-c2616c52df67 req-a77f237e-77f6-461e-aba8-d7fce0acf736 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364537 Aug 09 18:00:57.125264 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:57.160005 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:57.160589 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:00:57.162167 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] 10.222.0.77 "PUT /v2.0/ports/fc97ad7c-407b-4144-a39f-6ea757785c8f HTTP/1.1" status: 200 len: 1093 time: 2.4726689 Aug 09 18:00:57.162628 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:00:57.164876 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1c3cff-f50d-4bd2-a6ac-8698c91332c2" -d '{"events": [{"name": "network-changed", "server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:00:57.189821 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39741a70-1066-4c70-a349-e0847f3a5a2a service neutron] Pushing event updated for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:00:57.233396 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef033ff8-6a02-4d71-bdcf-34fcf574090e x-openstack-request-id: req-ef033ff8-6a02-4d71-bdcf-34fcf574090e {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:00:57.233691 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:00:57.233937 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef033ff8-6a02-4d71-bdcf-34fcf574090e {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:00:57.234338 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'status': 'completed', 'code': 200} Aug 09 18:00:57.645943 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fca85-a9e1-4cea-8071-f9e7fabf26d5 req-35ceee01-126a-4d61-9df2-2be4dd6eab31 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:57.647373 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2c9fca85-a9e1-4cea-8071-f9e7fabf26d5 req-35ceee01-126a-4d61-9df2-2be4dd6eab31 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0495338 Aug 09 18:00:57.686617 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2c9fca85-a9e1-4cea-8071-f9e7fabf26d5 req-0a8365d0-56ef-4a03-a6cd-ad814af4ead9 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Aug 09 18:00:57.862636 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79603001-24ce-4a0c-8910-512f97ff4ff4 req-070f9fb9-c677-423b-b023-3f9f370f03ce tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:57.868057 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-79603001-24ce-4a0c-8910-512f97ff4ff4 req-070f9fb9-c677-423b-b023-3f9f370f03ce tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0775027 Aug 09 18:00:57.914801 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-79603001-24ce-4a0c-8910-512f97ff4ff4 req-2ea30ff0-c47f-49c6-9117-19a2cca2c559 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360184 Aug 09 18:00:58.820702 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dfe2d-ac98-45e1-931c-c507d9369c87 req-3eb0371b-37a6-4fa3-9e48-e0370a85b5ba tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:58.822333 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a43dfe2d-ac98-45e1-931c-c507d9369c87 req-3eb0371b-37a6-4fa3-9e48-e0370a85b5ba tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0583155 Aug 09 18:00:58.863627 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a43dfe2d-ac98-45e1-931c-c507d9369c87 req-d1225cc6-806d-4b88-a5bf-5a01e11c9e85 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349133 Aug 09 18:00:59.059582 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637f12-9e6f-4faa-8937-da386dc5fd1c req-ad828064-af66-4ee2-ab69-ce72f051e2ae tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:00:59.061749 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9e637f12-9e6f-4faa-8937-da386dc5fd1c req-ad828064-af66-4ee2-ab69-ce72f051e2ae tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0579512 Aug 09 18:00:59.101229 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9e637f12-9e6f-4faa-8937-da386dc5fd1c req-29184e7c-ccbe-40be-8d27-8d6c0487001f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340381 Aug 09 18:01:00.037696 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18186f-aeeb-4779-a43b-2dad52292626 req-2752a7bd-fd13-4e34-a706-dd97386ed254 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:00.041812 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2b18186f-aeeb-4779-a43b-2dad52292626 req-2752a7bd-fd13-4e34-a706-dd97386ed254 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0874867 Aug 09 18:01:00.079790 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2b18186f-aeeb-4779-a43b-2dad52292626 req-b41551dd-e24b-4572-aae9-30419357ea49 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336294 Aug 09 18:01:00.255030 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e4f2-5a0d-4e18-824a-0ddfa92fa3f2 req-a15dbeb2-5412-42e5-84f4-261eaa4ddcf5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:00.256948 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4059e4f2-5a0d-4e18-824a-0ddfa92fa3f2 req-a15dbeb2-5412-42e5-84f4-261eaa4ddcf5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0676851 Aug 09 18:01:00.320992 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4059e4f2-5a0d-4e18-824a-0ddfa92fa3f2 req-38f0e989-4f70-415b-8300-11567cc9531c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560417 Aug 09 18:01:01.243344 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24f777-8726-45b7-a551-cedc357bf1db req-93616563-378f-43c1-9f98-133033089f74 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:01.245324 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7d24f777-8726-45b7-a551-cedc357bf1db req-93616563-378f-43c1-9f98-133033089f74 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0905776 Aug 09 18:01:01.314080 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7d24f777-8726-45b7-a551-cedc357bf1db req-a03959c3-eb02-4354-933b-2de4e8705525 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624454 Aug 09 18:01:01.483167 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2fdab-13d3-492c-8ce2-d4b7a8bb80fc req-32e8382d-e5ee-4dda-8fe3-042e3be3ee32 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:01.484788 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a3c2fdab-13d3-492c-8ce2-d4b7a8bb80fc req-32e8382d-e5ee-4dda-8fe3-042e3be3ee32 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0660491 Aug 09 18:01:01.542102 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a3c2fdab-13d3-492c-8ce2-d4b7a8bb80fc req-4b2ea77e-5796-4a7a-8950-312800fd225c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446529 Aug 09 18:01:01.693326 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 42660) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:01.747767 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ad7f93-6851-4b07-a608-a00711a1ba87 admin admin] Deleting subnet 791294cf-76bc-4a36-ad30-71fd2a1aa962 {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:01:01.751056 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7f93-6851-4b07-a608-a00711a1ba87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:01.791567 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7f93-6851-4b07-a608-a00711a1ba87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2648144'] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:01.836060 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7f93-6851-4b07-a608-a00711a1ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:02.165843 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7f93-6851-4b07-a608-a00711a1ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2648410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878738'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:02.192576 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad7f93-6851-4b07-a608-a00711a1ba87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791294cf-76bc-4a36-ad30-71fd2a1aa962,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:02.199393 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f5ad7f93-6851-4b07-a608-a00711a1ba87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:02.201840 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-f5ad7f93-6851-4b07-a608-a00711a1ba87 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/791294cf-76bc-4a36-ad30-71fd2a1aa962 HTTP/1.1" status: 204 len: 168 time: 0.5072703 Aug 09 18:01:02.204363 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 42664) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:02.286976 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:02.386807 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:02.410324 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d51ee99-afba-4328-bf92-12cf7324d11c']}} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:02.433545 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a17d167-6125-4c2b-bf9c-b2b07f83d845') {'for_net_delete': True} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:02.433545 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a17d167-6125-4c2b-bf9c-b2b07f83d845') {} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:02.452814 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2648135'] for segment, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:02.458618 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09ee2a-8c99-4f35-a5a9-fc0ffca460ac req-bfc0743c-8383-4702-bbb4-bce04f466b83 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:02.460208 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8f09ee2a-8c99-4f35-a5a9-fc0ffca460ac req-bfc0743c-8383-4702-bbb4-bce04f466b83 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0768700 Aug 09 18:01:02.480860 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:02.489229 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=100425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:01:02.490016 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2648452'] for segment, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: Traceback (most recent call last): Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: timer() Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: cb(*args, **kw) Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: return func(*args, **kwargs) Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: self._notify() Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: self.callback(batched_events) Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: event.method(event) Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: return f(self, *a, **k) Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._get(url).json() Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: return self.request(url, 'GET', **kwargs) Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:01:02.491907 dv-cinder-788363-10-iscsi neutron-server[100425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:01:02.512100 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8f09ee2a-8c99-4f35-a5a9-fc0ffca460ac req-c7e11792-5cda-4794-90dc-1a61b49ac9a9 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439956 Aug 09 18:01:02.670454 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c588-8280-40bb-8146-4e9493d4ef5a req-a239a675-ec9e-4b7d-9452-261b9d7dbd8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:02.671952 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bd63c588-8280-40bb-8146-4e9493d4ef5a req-a239a675-ec9e-4b7d-9452-261b9d7dbd8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0553668 Aug 09 18:01:02.714107 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:02.714852 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bd63c588-8280-40bb-8146-4e9493d4ef5a req-62ccc29f-af69-4442-8f7b-de337ad88572 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353067 Aug 09 18:01:02.726890 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:02.726890 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] 10.222.0.54 "DELETE /v2.0/networks/9d51ee99-afba-4328-bf92-12cf7324d11c HTTP/1.1" status: 204 len: 168 time: 0.5188205 Aug 09 18:01:02.764951 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44966ce2-65bf-424d-98de-65b12030d3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=9d51ee99-afba-4328-bf92-12cf7324d11c,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:03.279560 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 42676) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:03.320715 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-c52897ca-f71a-4ec2-a31c-2fda5180d2cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=603e3531e5f2445c88af25690dfb7eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396271 Aug 09 18:01:03.323635 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 42678) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:03.374621 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d700f2cd-b2ed-4ab0-a993-4bf7b60fdd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:03.396677 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d700f2cd-b2ed-4ab0-a993-4bf7b60fdd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:03.565055 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d700f2cd-b2ed-4ab0-a993-4bf7b60fdd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:03.567699 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d700f2cd-b2ed-4ab0-a993-4bf7b60fdd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:03.569022 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d700f2cd-b2ed-4ab0-a993-4bf7b60fdd7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/282f28a0-1991-46e5-82ce-df0418edbe07 HTTP/1.1" status: 204 len: 168 time: 0.2444034 Aug 09 18:01:03.579197 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700f2cd-b2ed-4ab0-a993-4bf7b60fdd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282f28a0-1991-46e5-82ce-df0418edbe07,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:03.666211 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f6e80-fdcc-4154-bf4e-6ebb220d5f9f req-c849905a-f0e2-438a-856f-bbbaaff73f03 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:03.668589 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e04f6e80-fdcc-4154-bf4e-6ebb220d5f9f req-c849905a-f0e2-438a-856f-bbbaaff73f03 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0640202 Aug 09 18:01:03.715196 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e04f6e80-fdcc-4154-bf4e-6ebb220d5f9f req-02095129-5a7c-4e35-8acf-077a2e9d74c7 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389471 Aug 09 18:01:03.862750 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8c516-6b97-454d-9fa6-9e3dab992900 req-ff74dec1-229a-4d3e-a1d2-e49d470ab015 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:03.865149 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-afb8c516-6b97-454d-9fa6-9e3dab992900 req-ff74dec1-229a-4d3e-a1d2-e49d470ab015 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0664108 Aug 09 18:01:03.920278 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-afb8c516-6b97-454d-9fa6-9e3dab992900 req-f380b782-5e54-40ea-a32a-7f06896ca462 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369067 Aug 09 18:01:04.871215 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5252e7f-5d60-4970-aed6-20af1a529249 req-87bde417-ed0a-4357-ac58-309cf7b0206a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:04.872914 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d5252e7f-5d60-4970-aed6-20af1a529249 req-87bde417-ed0a-4357-ac58-309cf7b0206a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0826502 Aug 09 18:01:04.915977 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d5252e7f-5d60-4970-aed6-20af1a529249 req-6ce2eee3-5ab7-4dd0-bd45-43334dabfa35 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366340 Aug 09 18:01:05.291336 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cd68e-f5f5-4c07-9229-3be1d7931ce2 req-6f632b40-4a1e-4b99-a00a-fabbbc15e3c4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:05.300362 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f26cd68e-f5f5-4c07-9229-3be1d7931ce2 req-6f632b40-4a1e-4b99-a00a-fabbbc15e3c4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.2981732 Aug 09 18:01:05.355740 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f26cd68e-f5f5-4c07-9229-3be1d7931ce2 req-da93e53d-34de-4b88-9308-9d07a052ffd1 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541108 Aug 09 18:01:06.036865 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fface-b5bd-4263-a466-197c7dca7455 req-dbf2129a-945c-4fed-9467-c97ca8e7a868 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:06.038405 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8e8fface-b5bd-4263-a466-197c7dca7455 req-dbf2129a-945c-4fed-9467-c97ca8e7a868 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0496321 Aug 09 18:01:06.081615 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8e8fface-b5bd-4263-a466-197c7dca7455 req-4aef071a-c9a8-451c-b0f3-5247e6e5dea9 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348465 Aug 09 18:01:06.227828 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:06.474063 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc0bdc-b199-4b63-9d7e-9d724fa3be0e req-6bf70b0b-71b0-4789-bd5c-bbd5b24a9dd0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:06.475541 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-37bc0bdc-b199-4b63-9d7e-9d724fa3be0e req-6bf70b0b-71b0-4789-bd5c-bbd5b24a9dd0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0482063 Aug 09 18:01:06.522335 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-37bc0bdc-b199-4b63-9d7e-9d724fa3be0e req-9536bad3-2186-40fe-89c5-1e38e980ebfb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407722 Aug 09 18:01:06.986212 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c3cff-f50d-4bd2-a6ac-8698c91332c2 req-6267b470-dfa7-4072-979b-9669d18c58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:06.987968 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-7a1c3cff-f50d-4bd2-a6ac-8698c91332c2 req-6267b470-dfa7-4072-979b-9669d18c58c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 1096 time: 0.0758250 Aug 09 18:01:06.992412 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-307cbabd-545a-4dd6-b1b0-e7f3270cb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:06.993871 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-307cbabd-545a-4dd6-b1b0-e7f3270cb37f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40587718c41747db8e651a1cf986947e&device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 1096 time: 0.0556219 Aug 09 18:01:07.155421 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-3d052ffd-3ca5-418a-b24b-2427eeea9eb6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b HTTP/1.1" status: 200 len: 217 time: 0.0767291 Aug 09 18:01:07.202200 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcfbe6-52ce-4f3f-8a72-327a54271b71 req-ea03c6e2-b413-4954-8ba4-9bf1917dc986 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:07.204568 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c2bcfbe6-52ce-4f3f-8a72-327a54271b71 req-ea03c6e2-b413-4954-8ba4-9bf1917dc986 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0534427 Aug 09 18:01:07.240154 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-f82819b9-09db-460d-b699-22bf0fc74f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:07.241551 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-f82819b9-09db-460d-b699-22bf0fc74f67 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe1fe21a-2bde-44ae-8f9c-bed9d307a919 HTTP/1.1" status: 200 len: 854 time: 0.0724196 Aug 09 18:01:07.243164 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c3cff-f50d-4bd2-a6ac-8698c91332c2 req-c314aa5d-9697-421d-b0d2-7fda609e235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:07.244145 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c2bcfbe6-52ce-4f3f-8a72-327a54271b71 req-cd2088a2-9045-48f0-ac2a-e8ce62ec2b4b tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333998 Aug 09 18:01:07.244553 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-7a1c3cff-f50d-4bd2-a6ac-8698c91332c2 req-c314aa5d-9697-421d-b0d2-7fda609e235c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1672840 Aug 09 18:01:07.367276 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-6c0d1d0c-2b7c-4347-ae82-7cc89dfd446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:07.368787 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-6c0d1d0c-2b7c-4347-ae82-7cc89dfd446f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d52d57ec-4828-43fb-8cf8-fadad217d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1072729 Aug 09 18:01:07.402085 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c3cff-f50d-4bd2-a6ac-8698c91332c2 req-3b1b9573-ed05-4bbb-a4dc-65cbf3290b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:07.403557 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-7a1c3cff-f50d-4bd2-a6ac-8698c91332c2 req-3b1b9573-ed05-4bbb-a4dc-65cbf3290b40 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340086 Aug 09 18:01:07.474355 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-7983c9ba-252a-4ace-90a0-9dd8472de195 service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915279 Aug 09 18:01:07.595470 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-b5105a1e-3804-4546-b6bd-2724fdf7637e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:07.605164 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-b5105a1e-3804-4546-b6bd-2724fdf7637e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 1096 time: 0.0977669 Aug 09 18:01:07.668927 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-67ab16c2-a6a2-4fa3-94ee-c1183f58ba10 req-469d669a-f675-46bc-8382-c922110d2c7d service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757770 Aug 09 18:01:07.670176 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-00915a71-5cf9-4152-b7d3-adc69a618c00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f HTTP/1.1" status: 200 len: 217 time: 0.0475357 Aug 09 18:01:07.676875 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679d206-c59b-45f1-b1f8-8b453e40d453 req-b12d2b08-46cc-4888-9e64-5aa860e69480 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:07.678375 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d679d206-c59b-45f1-b1f8-8b453e40d453 req-b12d2b08-46cc-4888-9e64-5aa860e69480 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0832984 Aug 09 18:01:07.734292 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d679d206-c59b-45f1-b1f8-8b453e40d453 req-1c95b35f-f8f7-4b9e-99aa-e3e8b7e09b44 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472133 Aug 09 18:01:07.748258 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-1e4c9b8d-cfff-42ee-a3d0-c7c986f19bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:07.749773 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-1e4c9b8d-cfff-42ee-a3d0-c7c986f19bbd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 200 len: 856 time: 0.0599520 Aug 09 18:01:07.803891 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-551834cf-89aa-47ce-b1d6-abaa0df854b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:07.805097 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-551834cf-89aa-47ce-b1d6-abaa0df854b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198a2bad-3561-4a94-94fa-90b909c3de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470698 Aug 09 18:01:07.923478 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-44b91d0e-3afc-4376-8bd4-5888fc384767 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033888 Aug 09 18:01:08.032927 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b071ba9b-b5ad-415c-ad91-30a132348045 req-0e6c545d-b29e-4def-bec5-f51f52e27abb service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854969 Aug 09 18:01:08.362091 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc6ab4-6e6e-4a50-a7f3-9a1fd4f4420b req-87500e8a-6b37-4245-b2a9-fc913e8136be tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:08.363200 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-79e6b546-fe09-4003-a881-745c734c4f5b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401073 Aug 09 18:01:08.363466 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eefc6ab4-6e6e-4a50-a7f3-9a1fd4f4420b req-87500e8a-6b37-4245-b2a9-fc913e8136be tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0507667 Aug 09 18:01:08.402002 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eefc6ab4-6e6e-4a50-a7f3-9a1fd4f4420b req-6a3f3520-6a67-448c-a31b-52def57cbf56 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320973 Aug 09 18:01:08.487776 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-f1720312-cbf5-4540-8a0e-2214c39d8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:08.487776 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-f1720312-cbf5-4540-8a0e-2214c39d8411 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 1098 time: 0.0479596 Aug 09 18:01:08.598737 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-3cf767a9-4dc9-4da3-8fb2-71447c95d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:08.600260 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-3cf767a9-4dc9-4da3-8fb2-71447c95d5b5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2222d5b0-4e90-4714-90f8-571d8e57d231 HTTP/1.1" status: 200 len: 911 time: 0.0897477 Aug 09 18:01:08.678103 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-1da63932-164b-4a64-85e3-ecdba1d29d57 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 HTTP/1.1" status: 200 len: 1001 time: 0.0650859 Aug 09 18:01:08.743129 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-8db69c31-9229-4500-b9c3-a29083c6bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:08.744596 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-8db69c31-9229-4500-b9c3-a29083c6bb46 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a54396a3-f4d8-41af-b602-45ff7adb6cc2 HTTP/1.1" status: 200 len: 849 time: 0.0456021 Aug 09 18:01:08.805170 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-01ca6eb3-db05-4bff-af2e-397fc53d3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:08.806934 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-01ca6eb3-db05-4bff-af2e-397fc53d3ec6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2222d5b0-4e90-4714-90f8-571d8e57d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470979 Aug 09 18:01:08.865870 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a557945-cb8f-4563-82c6-052b30711ff0 req-20b93acb-6065-4721-a700-d11795784476 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:08.867423 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0a557945-cb8f-4563-82c6-052b30711ff0 req-20b93acb-6065-4721-a700-d11795784476 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0584238 Aug 09 18:01:08.907272 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0a557945-cb8f-4563-82c6-052b30711ff0 req-57d7936c-02c9-4b2c-8cac-fd01b7312c44 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334163 Aug 09 18:01:08.910931 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-8cd6877b-21c2-416b-996c-18651186c1c6 service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902450 Aug 09 18:01:09.007195 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9ebf0858-2221-4ea5-b10a-4f6876326a77 req-f4cf00f0-73fd-4122-bf96-281f7b457400 service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864222 Aug 09 18:01:09.519753 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c39644-c411-4f44-8150-08090d669a81 req-2776d7dd-1135-40f7-a6b8-92280cb3e09e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:09.524022 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-56c39644-c411-4f44-8150-08090d669a81 req-2776d7dd-1135-40f7-a6b8-92280cb3e09e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0509994 Aug 09 18:01:09.563219 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-56c39644-c411-4f44-8150-08090d669a81 req-3adb41fe-4864-4d26-baca-07623ebe7876 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339918 Aug 09 18:01:10.029997 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8dc1f-e6cd-4810-908f-2199ef217de5 req-cbad8ff1-be4d-407a-afff-2e79ea958c42 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:10.031478 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c2d8dc1f-e6cd-4810-908f-2199ef217de5 req-cbad8ff1-be4d-407a-afff-2e79ea958c42 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0489197 Aug 09 18:01:10.071205 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c2d8dc1f-e6cd-4810-908f-2199ef217de5 req-7c0d4f60-edc9-4b0b-a777-1f902062cb8b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330546 Aug 09 18:01:10.696153 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a71ac-270c-4b94-b5ca-b502a69a82b9 req-b17d94bd-79bb-4e81-8a5d-eae26c62fc88 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:10.698822 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-301a71ac-270c-4b94-b5ca-b502a69a82b9 req-b17d94bd-79bb-4e81-8a5d-eae26c62fc88 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0665369 Aug 09 18:01:10.738313 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-301a71ac-270c-4b94-b5ca-b502a69a82b9 req-2e0f6a13-4ad0-433d-9ec3-9970e78f391d tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Aug 09 18:01:11.190876 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396aa4b-b204-4fb5-9f78-d19bcdf7ee84 req-d1eb8f5a-07e3-48ad-bfd6-ceb5238dcca4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:11.192323 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d396aa4b-b204-4fb5-9f78-d19bcdf7ee84 req-d1eb8f5a-07e3-48ad-bfd6-ceb5238dcca4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0482392 Aug 09 18:01:11.238116 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d396aa4b-b204-4fb5-9f78-d19bcdf7ee84 req-5db4e336-730b-4260-8041-ee488a1b806f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380476 Aug 09 18:01:11.455442 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:01:11.854007 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658e27-643b-4352-880c-d821dd58d58d req-96f198f7-481c-4f41-a25c-334dbedd7c28 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:11.855516 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-39658e27-643b-4352-880c-d821dd58d58d req-96f198f7-481c-4f41-a25c-334dbedd7c28 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0505443 Aug 09 18:01:11.893917 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-39658e27-643b-4352-880c-d821dd58d58d req-3fb3eb41-7a51-4542-b2be-d3e63aebaf3c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318098 Aug 09 18:01:12.367260 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f1743-3145-4c91-a119-4cfbc6134ee1 req-9167b654-1bc8-4e42-bad8-9092ca4e36d9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:12.368858 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a38f1743-3145-4c91-a119-4cfbc6134ee1 req-9167b654-1bc8-4e42-bad8-9092ca4e36d9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0531821 Aug 09 18:01:12.414771 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a38f1743-3145-4c91-a119-4cfbc6134ee1 req-5d05e4b9-b108-47d8-b196-12cdeec49589 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328331 Aug 09 18:01:13.009651 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c3e64-c7f7-465c-937a-d18b26b1a16e req-b6a59c0b-54ae-40c0-a7e9-51f257c84200 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:13.011138 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-083c3e64-c7f7-465c-937a-d18b26b1a16e req-b6a59c0b-54ae-40c0-a7e9-51f257c84200 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0496833 Aug 09 18:01:13.052971 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-083c3e64-c7f7-465c-937a-d18b26b1a16e req-48b20b4f-35ff-4876-92a6-10a021f8916a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Aug 09 18:01:13.547964 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb9fce-7d62-4a52-ae5c-218ef319f125 req-66fcf2f5-31cd-4791-baf0-175cc13605d4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:13.550251 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f3cb9fce-7d62-4a52-ae5c-218ef319f125 req-66fcf2f5-31cd-4791-baf0-175cc13605d4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0600276 Aug 09 18:01:13.589827 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f3cb9fce-7d62-4a52-ae5c-218ef319f125 req-6fd5dbc6-c599-4bfc-b2fb-ce9881c373be tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333087 Aug 09 18:01:14.174597 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab903196-5842-4537-8b7e-7bb9b9dad098 req-89cb623d-f73a-49a8-b450-89b23486aff7 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:14.175985 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a9d31d86-f114-44d5-851b-5785239bed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:14.176436 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab903196-5842-4537-8b7e-7bb9b9dad098 req-89cb623d-f73a-49a8-b450-89b23486aff7 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 943 time: 0.0534122 Aug 09 18:01:14.220467 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab903196-5842-4537-8b7e-7bb9b9dad098 req-887d4fee-80e9-46f6-950e-b5dabe37135d tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368941 Aug 09 18:01:14.488108 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 8da9da2c-062a-4456-9a84-9b28c7ccae0b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:01:14.593226 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 8da9da2c-062a-4456-9a84-9b28c7ccae0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:01:14.604588 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'port_id': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'mac_address': 'fa:16:3e:6b:6c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:01:14.645107 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:14.659163 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da9da2c-062a-4456-9a84-9b28c7ccae0b {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:01:14.691215 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 8da9da2c-062a-4456-9a84-9b28c7ccae0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:01:14.717332 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef7ede-ca51-4ff5-b02c-52a0c194613e req-12084080-b22f-4695-9baf-f8bfdfe449c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:14.718840 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-63ef7ede-ca51-4ff5-b02c-52a0c194613e req-12084080-b22f-4695-9baf-f8bfdfe449c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0507486 Aug 09 18:01:14.758041 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-63ef7ede-ca51-4ff5-b02c-52a0c194613e req-64fd4c19-7077-43a5-aaec-9ea7275feb1a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330305 Aug 09 18:01:14.839462 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:14.840405 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device fc97ad7c-407b-4144-a39f-6ea757785c8f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:01:14.935926 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=8da9da2c-062a-4456-9a84-9b28c7ccae0b,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:14.979810 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:01:14.991925 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'port_id': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'mac_address': 'fa:16:3e:7d:75:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:01:15.029641 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:15.043347 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc97ad7c-407b-4144-a39f-6ea757785c8f {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:01:15.067367 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:01:15.239068 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:15.289981 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:15.340670 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f40236-3f9d-4ca1-8dde-afdf83c1c6f1 req-e00d278d-20b8-4331-9015-1b54211c52c6 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:15.342169 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a8f40236-3f9d-4ca1-8dde-afdf83c1c6f1 req-e00d278d-20b8-4331-9015-1b54211c52c6 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 944 time: 0.0504899 Aug 09 18:01:15.381388 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a8f40236-3f9d-4ca1-8dde-afdf83c1c6f1 req-9a1300d5-62fe-4bdf-8590-9266fbcb775b tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Aug 09 18:01:15.749882 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['8da9da2c-062a-4456-9a84-9b28c7ccae0b'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:01:15.774552 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['fc97ad7c-407b-4144-a39f-6ea757785c8f'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:01:15.903271 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ba65-ed96-4563-9469-98a9c9694c41 req-45d84b2e-29e0-4adb-80fd-caf81a51631b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:15.909685 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5801ba65-ed96-4563-9469-98a9c9694c41 req-45d84b2e-29e0-4adb-80fd-caf81a51631b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 944 time: 0.0673556 Aug 09 18:01:15.945146 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5801ba65-ed96-4563-9469-98a9c9694c41 req-a7027cda-65de-4916-a807-3e00f0dd1d25 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336952 Aug 09 18:01:16.504711 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d2df7-b59b-4e61-b74a-37f29abef42d req-fa6bb60f-c2d6-45e0-8346-e84141905aaa tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:16.506613 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9e5d2df7-b59b-4e61-b74a-37f29abef42d req-fa6bb60f-c2d6-45e0-8346-e84141905aaa tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 944 time: 0.0558116 Aug 09 18:01:16.558498 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9e5d2df7-b59b-4e61-b74a-37f29abef42d req-827c8344-03a5-4f90-a46e-013846f977d5 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444942 Aug 09 18:01:16.621994 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-a6e817a6-6c56-4ff4-8e56-e7ca942fa605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:16.859043 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:17.075503 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b00650-e034-4b87-b0a5-4971d987ffee req-604f7cb9-f482-4d5f-973f-eb24405ca694 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:17.076977 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c8b00650-e034-4b87-b0a5-4971d987ffee req-604f7cb9-f482-4d5f-973f-eb24405ca694 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 944 time: 0.0523252 Aug 09 18:01:17.116303 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c8b00650-e034-4b87-b0a5-4971d987ffee req-d9bb458e-0ba8-4897-a5b6-859a13be50e2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324094 Aug 09 18:01:17.693349 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c633a3-7402-4cde-8850-8c318d340d99 req-15e23d13-d002-4e10-9d02-0525763351c1 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:17.694957 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-15c633a3-7402-4cde-8850-8c318d340d99 req-15e23d13-d002-4e10-9d02-0525763351c1 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 944 time: 0.0570233 Aug 09 18:01:17.734589 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-15c633a3-7402-4cde-8850-8c318d340d99 req-e731159f-13bc-4dd0-a887-42cf9349348a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335035 Aug 09 18:01:17.958814 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:18.254362 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7090f-c387-4657-8469-00a44876f628 req-f65eab7b-963d-4160-bdf4-4c674e16834c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:18.255857 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3eb7090f-c387-4657-8469-00a44876f628 req-f65eab7b-963d-4160-bdf4-4c674e16834c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 944 time: 0.0612013 Aug 09 18:01:18.299744 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3eb7090f-c387-4657-8469-00a44876f628 req-9985083c-5f2d-4005-8cd7-a15d7bdb7831 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373974 Aug 09 18:01:18.848523 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8767a3-cdf7-46fb-b919-00f4c021d9d3 req-24b4a68c-7987-4c67-ab7f-54efd5171278 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:18.850080 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-af8767a3-cdf7-46fb-b919-00f4c021d9d3 req-24b4a68c-7987-4c67-ab7f-54efd5171278 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 944 time: 0.0489795 Aug 09 18:01:18.891775 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-af8767a3-cdf7-46fb-b919-00f4c021d9d3 req-fd3f567e-2f36-4400-9cf0-7649f4c03258 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Aug 09 18:01:19.285429 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:19.431068 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3db63-4135-4f0c-bdc3-01581466575e req-93e1cc08-ad9e-4496-a287-2cd4b66aaf6d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:19.432451 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-76d3db63-4135-4f0c-bdc3-01581466575e req-93e1cc08-ad9e-4496-a287-2cd4b66aaf6d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 944 time: 0.0515194 Aug 09 18:01:19.472382 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-76d3db63-4135-4f0c-bdc3-01581466575e req-3bcea9f6-26cd-4147-a239-7b78decccc23 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338125 Aug 09 18:01:19.810469 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 8da9da2c-062a-4456-9a84-9b28c7ccae0b up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:01:19.947148 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 8da9da2c-062a-4456-9a84-9b28c7ccae0b completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:01:19.953085 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 8da9da2c-062a-4456-9a84-9b28c7ccae0b triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:01:19.953633 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:20.017739 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84d9c0-92fe-43e0-a3a0-9c4cdaf978c0 req-826dcb74-f902-43b4-b927-c64137a761ce tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:20.019648 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ed84d9c0-92fe-43e0-a3a0-9c4cdaf978c0 req-826dcb74-f902-43b4-b927-c64137a761ce tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 944 time: 0.0587571 Aug 09 18:01:20.048906 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:20.060006 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ed84d9c0-92fe-43e0-a3a0-9c4cdaf978c0 req-737c884b-55bd-408f-866f-80d966ed9bb2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Aug 09 18:01:20.073630 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:01:20.075916 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0b2e2e-f495-45eb-a0a6-878c001d41d0" -d '{"events": [{"server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "name": "network-vif-plugged", "status": "completed", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:01:20.089893 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 8da9da2c-062a-4456-9a84-9b28c7ccae0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:01:20.120539 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324f949b-8ffa-4983-b2e4-d33df1cbf463 x-openstack-request-id: req-324f949b-8ffa-4983-b2e4-d33df1cbf463 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:01:20.121272 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "name": "network-vif-plugged", "status": "completed", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:01:20.121603 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-324f949b-8ffa-4983-b2e4-d33df1cbf463 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:01:20.127202 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'code': 200} Aug 09 18:01:20.176036 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:20.176903 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device fc97ad7c-407b-4144-a39f-6ea757785c8f up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:01:20.254019 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=8da9da2c-062a-4456-9a84-9b28c7ccae0b,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:20.376387 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port fc97ad7c-407b-4144-a39f-6ea757785c8f completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:01:20.380663 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port fc97ad7c-407b-4144-a39f-6ea757785c8f triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:01:20.381029 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:20.461004 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:20.495795 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:01:20.603461 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae0609-2612-4867-9877-c937985eb9dc req-2e2ebb00-f20c-4033-9013-42e008d36bc6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:20.605852 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f8ae0609-2612-4867-9877-c937985eb9dc req-2e2ebb00-f20c-4033-9013-42e008d36bc6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 944 time: 0.0610983 Aug 09 18:01:20.615890 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:20.647988 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f8ae0609-2612-4867-9877-c937985eb9dc req-6d40eb4a-e209-40b6-bb58-d0422f581e4f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357161 Aug 09 18:01:20.669812 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:21.208807 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfdef6-76f4-47c9-89b2-d67a0377675c req-58b2f728-e637-4428-9f40-20f12c77bff2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:21.208807 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e7dfdef6-76f4-47c9-89b2-d67a0377675c req-58b2f728-e637-4428-9f40-20f12c77bff2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0718691 Aug 09 18:01:21.248587 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e7dfdef6-76f4-47c9-89b2-d67a0377675c req-8342b41d-6979-45e5-8cb3-c3308e6ee8ad tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345325 Aug 09 18:01:21.381584 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3901d1-3214-49d7-975d-67784818aed7 req-aaeaca1f-afaf-49fe-9fdb-5a9b31d2c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:21.383155 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1c3901d1-3214-49d7-975d-67784818aed7 req-aaeaca1f-afaf-49fe-9fdb-5a9b31d2c642 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 1098 time: 0.0431685 Aug 09 18:01:21.429365 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-1c3901d1-3214-49d7-975d-67784818aed7 req-4a1b9e31-d404-4892-bf3b-3b309443c615 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370107 Aug 09 18:01:21.774841 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb8622-510d-4c58-9f97-b2505f790105 req-580df1f0-df99-4642-a037-4534df4b05a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:21.776918 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-42fb8622-510d-4c58-9f97-b2505f790105 req-580df1f0-df99-4642-a037-4534df4b05a0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0534239 Aug 09 18:01:21.818662 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-42fb8622-510d-4c58-9f97-b2505f790105 req-a8f43416-0215-40f3-b890-3cecb5572b41 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348959 Aug 09 18:01:22.123783 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:01:22.126390 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dce7a5b-2e26-492c-81b7-85c2891ef50f" -d '{"events": [{"server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "name": "network-vif-plugged", "status": "completed", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:01:22.162705 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d0ac21-09ed-4295-bbc0-8a7f960a3723 x-openstack-request-id: req-14d0ac21-09ed-4295-bbc0-8a7f960a3723 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:01:22.162998 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "name": "network-vif-plugged", "status": "completed", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:01:22.163249 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14d0ac21-09ed-4295-bbc0-8a7f960a3723 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:01:22.163647 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'code': 200} Aug 09 18:01:22.383985 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c5490-b164-464a-af27-27d349cbcaee req-bc9b201d-37f8-4a1a-9746-8f5f453f0260 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:22.383985 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c81c5490-b164-464a-af27-27d349cbcaee req-bc9b201d-37f8-4a1a-9746-8f5f453f0260 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0578084 Aug 09 18:01:22.424196 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c81c5490-b164-464a-af27-27d349cbcaee req-4996f953-c547-4eaf-91bf-852ffcdf6350 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361714 Aug 09 18:01:22.613261 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7e559-8bd0-489d-b900-f4ccd83d42a0 req-88e4ad39-e73d-47e2-93b4-345aefdf765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:22.614823 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-bff7e559-8bd0-489d-b900-f4ccd83d42a0 req-88e4ad39-e73d-47e2-93b4-345aefdf765c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 1098 time: 0.0451019 Aug 09 18:01:22.726614 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-bff7e559-8bd0-489d-b900-f4ccd83d42a0 req-4991924d-d998-4520-80cd-7a198b2f6593 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294151 Aug 09 18:01:22.970209 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cff03-48ab-49c2-bb35-2db398a5e73e req-ad31a895-fe33-4002-971d-51e8ed796a06 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:22.971790 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-335cff03-48ab-49c2-bb35-2db398a5e73e req-ad31a895-fe33-4002-971d-51e8ed796a06 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0655665 Aug 09 18:01:23.012343 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-335cff03-48ab-49c2-bb35-2db398a5e73e req-4a3f320d-e39b-4503-92b8-9996423d20f9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345132 Aug 09 18:01:23.542582 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeb453-caf5-4d97-9b57-ba6919bd595e req-f58181f6-830a-463f-949d-8900e59b1bbf tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:23.543960 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d7aeb453-caf5-4d97-9b57-ba6919bd595e req-f58181f6-830a-463f-949d-8900e59b1bbf tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0492151 Aug 09 18:01:23.582235 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d7aeb453-caf5-4d97-9b57-ba6919bd595e req-0b73d5f6-504c-4a11-a734-56c2bf1714e5 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323210 Aug 09 18:01:24.137809 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44f2b2-ee5a-49f9-a964-64a788e6cdda req-04dbf132-81b8-4ea8-a250-c5bbd6078125 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:24.139270 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7e44f2b2-ee5a-49f9-a964-64a788e6cdda req-04dbf132-81b8-4ea8-a250-c5bbd6078125 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Aug 09 18:01:24.178224 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7e44f2b2-ee5a-49f9-a964-64a788e6cdda req-2591bc3b-d006-4e73-b738-9b0db7a94ef0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323982 Aug 09 18:01:24.704812 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01f5bc-488f-40b1-b4e8-26fdaedc8deb req-9da26cc5-fd05-4619-bac8-275ab9f4dac3 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:24.706242 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7f01f5bc-488f-40b1-b4e8-26fdaedc8deb req-9da26cc5-fd05-4619-bac8-275ab9f4dac3 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0523450 Aug 09 18:01:24.746162 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7f01f5bc-488f-40b1-b4e8-26fdaedc8deb req-5668f3db-1467-4ffb-88e4-e211a3d58156 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Aug 09 18:01:24.869861 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b941a2-fb3e-4ccc-bc5a-7cda9c84b4ee req-1bd5117a-cafe-491b-b497-c57782feaedb tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:24.871446 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40b941a2-fb3e-4ccc-bc5a-7cda9c84b4ee req-1bd5117a-cafe-491b-b497-c57782feaedb tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0570972 Aug 09 18:01:24.911946 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40b941a2-fb3e-4ccc-bc5a-7cda9c84b4ee req-081a38f4-1984-4452-bedc-a97822ed3025 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342464 Aug 09 18:01:25.255078 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db304b-abdb-4ab4-b62d-8efff2048616 req-ea991395-95f4-4617-bdf6-4a184ee1dbdf tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:25.256525 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f8db304b-abdb-4ab4-b62d-8efff2048616 req-ea991395-95f4-4617-bdf6-4a184ee1dbdf tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0494709 Aug 09 18:01:25.325414 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f8db304b-abdb-4ab4-b62d-8efff2048616 req-e697297a-2415-4a04-bc4e-6c8f3e567665 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592799 Aug 09 18:01:25.334340 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910494c-4f10-40ca-b72a-ab0d5285382a req-334dbaab-e32c-4360-bb95-99b7661d443c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:25.335844 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1910494c-4f10-40ca-b72a-ab0d5285382a req-334dbaab-e32c-4360-bb95-99b7661d443c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0784602 Aug 09 18:01:25.411651 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1910494c-4f10-40ca-b72a-ab0d5285382a req-cfd53ece-6339-4035-ae2c-c95501ce5eb2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644047 Aug 09 18:01:25.533908 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a66f77-49be-4c53-924f-ca4f9528e120 req-5f6c232e-3eb0-4624-92df-662e6fcde0ee tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:25.535665 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-72a66f77-49be-4c53-924f-ca4f9528e120 req-5f6c232e-3eb0-4624-92df-662e6fcde0ee tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0525312 Aug 09 18:01:25.545266 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 43034) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:25.553238 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-2a913eea-8fa0-444a-aff8-e17917cb0c74 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'floatingip': {'port_id': 'fc97ad7c-407b-4144-a39f-6ea757785c8f'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:25.594077 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a913eea-8fa0-444a-aff8-e17917cb0c74 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:26.070145 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a913eea-8fa0-444a-aff8-e17917cb0c74 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:26.181819 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a913eea-8fa0-444a-aff8-e17917cb0c74 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:26.284685 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [None req-2a913eea-8fa0-444a-aff8-e17917cb0c74 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Floating IP fb1f1c8a-6deb-4386-8305-b11380d5a5ca associated. External IP: 172.27.1.108, port: fc97ad7c-407b-4144-a39f-6ea757785c8f. Aug 09 18:01:26.516073 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a913eea-8fa0-444a-aff8-e17917cb0c74 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:01:26.634767 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a913eea-8fa0-444a-aff8-e17917cb0c74 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:01:26.643760 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a913eea-8fa0-444a-aff8-e17917cb0c74 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:26.649256 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] Sync routers for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:01:26.661229 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:01:26.661899 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:01:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:26.674192 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-2a913eea-8fa0-444a-aff8-e17917cb0c74 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "PUT /v2.0/floatingips/fb1f1c8a-6deb-4386-8305-b11380d5a5ca HTTP/1.1" status: 200 len: 991 time: 1.1274486 Aug 09 18:01:26.674790 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:01:26.677085 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca" -d '{"events": [{"name": "network-changed", "server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:01:26.730243 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d28485-c964-406b-96cd-fd2c00a67266 x-openstack-request-id: req-76d28485-c964-406b-96cd-fd2c00a67266 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:01:26.730536 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:01:26.730787 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76d28485-c964-406b-96cd-fd2c00a67266 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:01:26.731242 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'status': 'completed', 'code': 200} Aug 09 18:01:26.783935 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:01:27.170951 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'fb1f1c8a-6deb-4386-8305-b11380d5a5ca', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'port_id': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'mac_address': 'fa:16:3e:7d:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49abe1d8-624d-415a-9cac-f32918ae6697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:00:45Z', 'updated_at': '2021-08-09T18:01:25Z', 'revision_number': 1, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:27.200909 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] Checking router: ddca7d3f-9ecd-4aa6-bc75-34c30a044700 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:01:27.210565 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:01:27.211103 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:01:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:27.320448 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:01:27.559958 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'fb1f1c8a-6deb-4386-8305-b11380d5a5ca', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'port_id': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'mac_address': 'fa:16:3e:7d:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49abe1d8-624d-415a-9cac-f32918ae6697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:00:45Z', 'updated_at': '2021-08-09T18:01:25Z', 'revision_number': 1, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:27.587757 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f6d26a-a19e-47d2-8c95-e67fd2edfe9e None None] The sync data for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi is: [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'fb1f1c8a-6deb-4386-8305-b11380d5a5ca', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'port_id': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'mac_address': 'fa:16:3e:7d:75:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49abe1d8-624d-415a-9cac-f32918ae6697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:00:45Z', 'updated_at': '2021-08-09T18:01:25Z', 'revision_number': 1, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:01:27.793758 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be8cbae-9411-4c11-9383-f28d71872ba7 None None] New status for floating IP fb1f1c8a-6deb-4386-8305-b11380d5a5ca: ACTIVE {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:01:29.334812 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-bf916ec5-58b2-46bb-8f1b-3692345319d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:29.336428 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-bf916ec5-58b2-46bb-8f1b-3692345319d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 1098 time: 0.0420494 Aug 09 18:01:29.443190 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-bd7ebb82-ebe4-4ab5-a260-ad17e16e02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:29.444595 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-bd7ebb82-ebe4-4ab5-a260-ad17e16e02c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 918 time: 0.0886981 Aug 09 18:01:29.779726 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-7caa2988-38ca-457e-be97-d920ba68647c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f HTTP/1.1" status: 200 len: 1001 time: 0.3265462 Aug 09 18:01:29.831293 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-ed02c731-6531-4c90-82ea-383767e57ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:29.832667 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-ed02c731-6531-4c90-82ea-383767e57ad4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 200 len: 856 time: 0.0441463 Aug 09 18:01:29.887957 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-42fb5713-9fbf-4e1b-aaed-937a84522ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:29.889712 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-42fb5713-9fbf-4e1b-aaed-937a84522ea1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198a2bad-3561-4a94-94fa-90b909c3de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455854 Aug 09 18:01:29.993359 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-fb155c30-097d-4759-8095-638452ab0ace service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931599 Aug 09 18:01:30.097715 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-9b04bf17-e5bd-4fa1-a7d0-ba3efb2d4fca req-ee37d2b1-98fd-4f1f-b75c-c255339fbae8 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893953 Aug 09 18:01:36.209954 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:37.677797 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 43218) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:37.782982 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:37.878442 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:37.998425 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:38.036997 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc9413c431214c98be1d8ad5de024ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580897 Aug 09 18:01:38.037881 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d616b1f-1e06-4dcf-b3a7-8b09362fbd28,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:38.039989 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43222) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:38.045451 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.045980 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.046332 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.046659 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.047011 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.047326 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.047653 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.047982 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.048895 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.049225 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.049574 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.049892 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9969f6a-39f3-447f-9ac7-fa63d21a6ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.092473 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:38.114168 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:38.301968 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:38.306276 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:38.311008 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d616b1f-1e06-4dcf-b3a7-8b09362fbd28 HTTP/1.1" status: 204 len: 168 time: 0.2664990 Aug 09 18:01:38.320917 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d616b1f-1e06-4dcf-b3a7-8b09362fbd28,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:38.333579 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:38.341531 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82ff514-7fb7-4455-8084-ddf588b30a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:01:39.321822 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43238) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:39.335849 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-964b0563-89c8-4b86-8c25-da7e799639a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:39.433533 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-964b0563-89c8-4b86-8c25-da7e799639a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:39.524254 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-964b0563-89c8-4b86-8c25-da7e799639a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:39.565352 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-964b0563-89c8-4b86-8c25-da7e799639a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f754bacbcf084bda879955fb523ddeeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418687 Aug 09 18:01:39.566142 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0563-89c8-4b86-8c25-da7e799639a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6698cb-d40f-4f43-8f0a-5de168732daf,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:39.568284 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 43244) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:39.619064 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-da2e70f1-d92a-4053-87f7-3eae03915f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:39.641017 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-da2e70f1-d92a-4053-87f7-3eae03915f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:39.792922 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-da2e70f1-d92a-4053-87f7-3eae03915f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:39.795586 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-da2e70f1-d92a-4053-87f7-3eae03915f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:39.796771 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-da2e70f1-d92a-4053-87f7-3eae03915f67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a6698cb-d40f-4f43-8f0a-5de168732daf HTTP/1.1" status: 204 len: 168 time: 0.2273746 Aug 09 18:01:39.806492 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e70f1-d92a-4053-87f7-3eae03915f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6698cb-d40f-4f43-8f0a-5de168732daf,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:43.006911 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a462a9-4083-4b80-89c5-1b54a3e4665c req-1afd8785-7e50-4410-8397-ccc0c0c2b448 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:43.008501 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d1a462a9-4083-4b80-89c5-1b54a3e4665c req-1afd8785-7e50-4410-8397-ccc0c0c2b448 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0537755 Aug 09 18:01:43.054798 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d1a462a9-4083-4b80-89c5-1b54a3e4665c req-740a92c8-d5a1-4eab-9bb5-1813e929abdf tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Aug 09 18:01:43.082955 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43338) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:43.333703 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e146bc-dd1b-4195-91a5-90b132211d7c tempest-TestMinimumBasicScenario-932112513 tempest-TestMinimumBasicScenario-932112513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:43.335355 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-95e146bc-dd1b-4195-91a5-90b132211d7c tempest-TestMinimumBasicScenario-932112513 tempest-TestMinimumBasicScenario-932112513-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 1093 time: 0.2512434 Aug 09 18:01:43.338412 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43348) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:43.342967 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'floatingip': {'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'port_id': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:43.495721 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for floatingip, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:43.598206 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:43.708616 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Allocated IP 172.27.1.100 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/2130a5fb-7ed4-4d45-b95f-7847cdeb639e) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:01:43.811983 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:43.965753 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:44.005072 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:01:44.010091 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:01:44.013893 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:01:44.052507 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'Port': ['ID=2130a5fb-7ed4-4d45-b95f-7847cdeb639e,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:44.153392 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6195df8b-2a79-45d9-801f-7fdb0fe72e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:44.628435 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:44.784019 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:45.136862 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:45.232385 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:45.287423 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'Port': ['ID=2130a5fb-7ed4-4d45-b95f-7847cdeb639e,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:45.330475 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:45.435063 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.l3_db [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Floating IP 5914b3e3-322d-49e8-b605-975b68ce6226 associated. External IP: 172.27.1.100, port: 8da9da2c-062a-4456-9a84-9b28c7ccae0b. Aug 09 18:01:45.646659 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Router 179d889a-9720-4364-9c40-d8b102b7bb4c has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:01:45.760603 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:01:45.771088 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] Sync routers for ids ['179d889a-9720-4364-9c40-d8b102b7bb4c'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:01:45.781726 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] Routers {'179d889a-9720-4364-9c40-d8b102b7bb4c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:01:45.782322 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:01:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['179d889a-9720-4364-9c40-d8b102b7bb4c'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:45.862183 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:45.890864 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-6d6903a9-3f21-4ee2-b431-6404ec4f363a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5514088 Aug 09 18:01:45.891424 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:01:45.893754 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d" -d '{"events": [{"name": "network-changed", "server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:01:45.894048 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] Set router 179d889a-9720-4364-9c40-d8b102b7bb4c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:01:45.894234 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 43380) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:45.899466 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-c596dc00-0777-41b4-8479-f6621bf45c9e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220134798', 'description': 'tempest-secgroup-smoke-220134798 description', 'project_id': '40587718c41747db8e651a1cf986947e'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:45.939826 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f0bd51-918d-446d-b79b-b97c2db593f7 x-openstack-request-id: req-e4f0bd51-918d-446d-b79b-b97c2db593f7 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:01:45.940121 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:01:45.940376 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4f0bd51-918d-446d-b79b-b97c2db593f7 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:01:45.940782 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'status': 'completed', 'code': 200} Aug 09 18:01:46.054099 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-be6c6134-5aba-4772-89c1-acca3319758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:46.055606 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-be6c6134-5aba-4772-89c1-acca3319758b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40587718c41747db8e651a1cf986947e&device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 1098 time: 0.0431254 Aug 09 18:01:46.113646 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c596dc00-0777-41b4-8479-f6621bf45c9e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:46.123497 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:10Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '5914b3e3-322d-49e8-b605-975b68ce6226', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'port_id': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'mac_address': 'fa:16:3e:6b:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113483a7-a58f-4f56-b955-487ea61e1414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:01:44Z', 'updated_at': '2021-08-09T18:01:44Z', 'revision_number': 0, 'project_id': '40587718c41747db8e651a1cf986947e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa93eca-9642-4ed0-aad8-94d6a6f157a0', 'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'mac_address': 'fa:16:3e:3b:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:09Z', 'updated_at': '2021-08-09T18:00:17Z', 'revision_number': 5, 'project_id': '40587718c41747db8e651a1cf986947e', 'subnets': [{'id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:46.151755 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] Checking router: 179d889a-9720-4364-9c40-d8b102b7bb4c for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:01:46.163030 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] Routers {'179d889a-9720-4364-9c40-d8b102b7bb4c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:01:46.163966 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:01:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['179d889a-9720-4364-9c40-d8b102b7bb4c'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:46.168915 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-e9439529-f0c2-45ac-97ec-919ac88c94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:46.170450 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-e9439529-f0c2-45ac-97ec-919ac88c94c7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d52d57ec-4828-43fb-8cf8-fadad217d77b HTTP/1.1" status: 200 len: 916 time: 0.1070542 Aug 09 18:01:46.299978 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-a3329c63-2d20-42c7-8003-b10523a3d629 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b HTTP/1.1" status: 200 len: 999 time: 0.0862734 Aug 09 18:01:46.299978 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c596dc00-0777-41b4-8479-f6621bf45c9e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:46.300191 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] Set router 179d889a-9720-4364-9c40-d8b102b7bb4c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:01:46.398642 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c596dc00-0777-41b4-8479-f6621bf45c9e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:46.434490 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596dc00-0777-41b4-8479-f6621bf45c9e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:46.537202 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:10Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '5914b3e3-322d-49e8-b605-975b68ce6226', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'port_id': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'mac_address': 'fa:16:3e:6b:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113483a7-a58f-4f56-b955-487ea61e1414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:01:44Z', 'updated_at': '2021-08-09T18:01:44Z', 'revision_number': 0, 'project_id': '40587718c41747db8e651a1cf986947e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa93eca-9642-4ed0-aad8-94d6a6f157a0', 'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'mac_address': 'fa:16:3e:3b:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:09Z', 'updated_at': '2021-08-09T18:00:17Z', 'revision_number': 5, 'project_id': '40587718c41747db8e651a1cf986947e', 'subnets': [{'id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:01:46.563547 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6cff04-afde-4aef-abcc-e438b371e06f None None] The sync data for ids ['179d889a-9720-4364-9c40-d8b102b7bb4c'] in dv-cinder-788363-10-iscsi is: [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:10Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '5914b3e3-322d-49e8-b605-975b68ce6226', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'port_id': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'mac_address': 'fa:16:3e:6b:6c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113483a7-a58f-4f56-b955-487ea61e1414', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:01:44Z', 'updated_at': '2021-08-09T18:01:44Z', 'revision_number': 0, 'project_id': '40587718c41747db8e651a1cf986947e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa93eca-9642-4ed0-aad8-94d6a6f157a0', 'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'mac_address': 'fa:16:3e:3b:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:09Z', 'updated_at': '2021-08-09T18:00:17Z', 'revision_number': 5, 'project_id': '40587718c41747db8e651a1cf986947e', 'subnets': [{'id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:01:46.649856 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c596dc00-0777-41b4-8479-f6621bf45c9e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:46.651139 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-c596dc00-0777-41b4-8479-f6621bf45c9e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7557468 Aug 09 18:01:46.654071 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 43394) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:46.658476 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-0acdb529-b4a5-4dce-adf1-0a1506b446a8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'security_group_rule': {'security_group_id': 'a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79', 'project_id': '40587718c41747db8e651a1cf986947e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:46.741313 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4330610f-a17d-4284-a3d7-1139840c77ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:46.773329 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:46.778036 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3b11d-53d8-48b6-b3df-4a76e0608c66 None None] New status for floating IP 5914b3e3-322d-49e8-b605-975b68ce6226: ACTIVE {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:01:46.782066 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0acdb529-b4a5-4dce-adf1-0a1506b446a8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:46.849634 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0acdb529-b4a5-4dce-adf1-0a1506b446a8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:46.964331 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0acdb529-b4a5-4dce-adf1-0a1506b446a8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:46.983401 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdb529-b4a5-4dce-adf1-0a1506b446a8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6e66cc-fe32-43d8-9395-2cbd53c0f116,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:47.072457 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0acdb529-b4a5-4dce-adf1-0a1506b446a8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:47.073761 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0acdb529-b4a5-4dce-adf1-0a1506b446a8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4187453 Aug 09 18:01:47.076951 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43406) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:47.082483 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-7b54eb77-4236-4f5e-885e-12bc3293020f tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'security_group_rule': {'security_group_id': 'a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79', 'project_id': '40587718c41747db8e651a1cf986947e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:47.210021 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7b54eb77-4236-4f5e-885e-12bc3293020f tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:47.268500 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7b54eb77-4236-4f5e-885e-12bc3293020f tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:47.341458 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7b54eb77-4236-4f5e-885e-12bc3293020f tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:47.359075 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54eb77-4236-4f5e-885e-12bc3293020f tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa8efe2-9c43-43c4-88e7-bc8e97b4d390,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:47.507371 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7b54eb77-4236-4f5e-885e-12bc3293020f tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:47.508942 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-7b54eb77-4236-4f5e-885e-12bc3293020f tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4308486 Aug 09 18:01:47.512261 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43418) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:47.517339 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-44ab7df2-3d54-44f2-855e-3dd26f9d8dd2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'security_group_rule': {'security_group_id': 'a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79', 'project_id': '40587718c41747db8e651a1cf986947e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:47.633174 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-44ab7df2-3d54-44f2-855e-3dd26f9d8dd2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:47.692983 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-44ab7df2-3d54-44f2-855e-3dd26f9d8dd2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:47.941517 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-44ab7df2-3d54-44f2-855e-3dd26f9d8dd2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:47.960322 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab7df2-3d54-44f2-855e-3dd26f9d8dd2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6edd26e-e94e-4618-82be-55543254313a,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:48.038414 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:48.072612 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-44ab7df2-3d54-44f2-855e-3dd26f9d8dd2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:48.073986 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-44ab7df2-3d54-44f2-855e-3dd26f9d8dd2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5606947 Aug 09 18:01:48.076556 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43424) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:48.081707 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-617fe688-4d4b-4e46-91aa-5e0c3651e686 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'security_group_rule': {'security_group_id': 'a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79', 'project_id': '40587718c41747db8e651a1cf986947e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:48.111843 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-fbbd6b27-6ade-40e9-9303-4149a4f0d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:48.113411 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-fbbd6b27-6ade-40e9-9303-4149a4f0d785 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe1fe21a-2bde-44ae-8f9c-bed9d307a919 HTTP/1.1" status: 200 len: 854 time: 0.0486894 Aug 09 18:01:48.192934 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-617fe688-4d4b-4e46-91aa-5e0c3651e686 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:48.263800 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-617fe688-4d4b-4e46-91aa-5e0c3651e686 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:48.387097 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-617fe688-4d4b-4e46-91aa-5e0c3651e686 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:48.405647 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fe688-4d4b-4e46-91aa-5e0c3651e686 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dec204-7401-4e07-8bce-a810a1d371a7,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:48.453719 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:01:48.495502 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-617fe688-4d4b-4e46-91aa-5e0c3651e686 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:48.496738 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-617fe688-4d4b-4e46-91aa-5e0c3651e686 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4192443 Aug 09 18:01:48.499415 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43428) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:48.503947 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-b9cd27c6-6591-4d0b-a3bf-8ccb8efead33 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'security_group_rule': {'security_group_id': 'a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79', 'project_id': '40587718c41747db8e651a1cf986947e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:48.633099 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.securitygroups_db [None req-b9cd27c6-6591-4d0b-a3bf-8ccb8efead33 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Project 40587718c41747db8e651a1cf986947e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:01:48.639026 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b9cd27c6-6591-4d0b-a3bf-8ccb8efead33 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:48.701762 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b9cd27c6-6591-4d0b-a3bf-8ccb8efead33 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:48.826776 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b9cd27c6-6591-4d0b-a3bf-8ccb8efead33 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:48.844919 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd27c6-6591-4d0b-a3bf-8ccb8efead33 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8755f1-814d-40d2-bf48-513ea0280e0b,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:49.021112 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b9cd27c6-6591-4d0b-a3bf-8ccb8efead33 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:49.022358 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-b9cd27c6-6591-4d0b-a3bf-8ccb8efead33 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5220213 Aug 09 18:01:49.025127 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43434) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:49.029588 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-6990df61-fe70-435f-aabe-ad2b851685e2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'security_group_rule': {'security_group_id': 'a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79', 'project_id': '40587718c41747db8e651a1cf986947e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:49.135316 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-ba7f7311-fdfa-4028-a8de-116db9d72981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:49.137121 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-ba7f7311-fdfa-4028-a8de-116db9d72981 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d52d57ec-4828-43fb-8cf8-fadad217d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436685 Aug 09 18:01:49.184469 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.securitygroups_db [None req-6990df61-fe70-435f-aabe-ad2b851685e2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Project 40587718c41747db8e651a1cf986947e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:01:49.191090 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6990df61-fe70-435f-aabe-ad2b851685e2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:49.262680 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6990df61-fe70-435f-aabe-ad2b851685e2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:49.272285 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-465f6d1b-c94f-4cc7-82c1-b2bd89691606 service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961339 Aug 09 18:01:49.284464 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:49.383180 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e98fb48a-fc96-4b50-b17c-ca98a0c9297d req-a11c03da-4110-46aa-8d28-de941b4ca2e6 service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908253 Aug 09 18:01:49.387519 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6990df61-fe70-435f-aabe-ad2b851685e2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:49.411421 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990df61-fe70-435f-aabe-ad2b851685e2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdc8be8-91a6-413f-88cb-fbf0e42b29c4,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:49.524386 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6990df61-fe70-435f-aabe-ad2b851685e2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:49.526481 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-6990df61-fe70-435f-aabe-ad2b851685e2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5003803 Aug 09 18:01:49.614604 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-8d09b634-7ea9-4b3f-bec7-45951fc2442c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220134798&fields=id&tenant_id=40587718c41747db8e651a1cf986947e HTTP/1.1" status: 200 len: 267 time: 0.0364063 Aug 09 18:01:49.670474 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-9a86d343-ad85-441e-a74d-731ec9330d5c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:49.671983 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-9a86d343-ad85-441e-a74d-731ec9330d5c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0514255 Aug 09 18:01:49.684745 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-874b0dc7-0a2f-4aff-bbf4-017bdca8f90e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'port': {'security_groups': ['a251d4ed-a8a8-42d6-9128-f8586c05f524', 'a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79']}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:49.756487 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-874b0dc7-0a2f-4aff-bbf4-017bdca8f90e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:50.012680 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-874b0dc7-0a2f-4aff-bbf4-017bdca8f90e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] For port 8da9da2c-062a-4456-9a84-9b28c7ccae0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:01:50.044904 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-874b0dc7-0a2f-4aff-bbf4-017bdca8f90e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:50.295887 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-874b0dc7-0a2f-4aff-bbf4-017bdca8f90e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:50.346379 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['8da9da2c-062a-4456-9a84-9b28c7ccae0b'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:01:50.371635 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-874b0dc7-0a2f-4aff-bbf4-017bdca8f90e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:50.372696 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-874b0dc7-0a2f-4aff-bbf4-017bdca8f90e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:50.375108 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1411bb9d-db80-4f28-ab3e-1bcadc5b5612 req-874b0dc7-0a2f-4aff-bbf4-017bdca8f90e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "PUT /v2.0/ports/8da9da2c-062a-4456-9a84-9b28c7ccae0b HTTP/1.1" status: 200 len: 981 time: 0.6949463 Aug 09 18:01:50.375865 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:01:50.380151 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5862d2de-88e1-4e94-800b-82ea67162db6" -d '{"events": [{"name": "network-changed", "server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:01:50.417459 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b0dc7-0a2f-4aff-bbf4-017bdca8f90e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'Port': ['ID=8da9da2c-062a-4456-9a84-9b28c7ccae0b,revision_number=6']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:50.470076 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d254fe49-1df2-498c-a946-fe911422a8c6 x-openstack-request-id: req-d254fe49-1df2-498c-a946-fe911422a8c6 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:01:50.470987 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:01:50.471333 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d254fe49-1df2-498c-a946-fe911422a8c6 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:01:50.472734 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'status': 'completed', 'code': 200} Aug 09 18:01:50.574525 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2fcd3-714e-4e34-b301-32ac79f2679c req-02025369-7ba3-4dd3-81cc-e3230e399c45 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:50.576826 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-70b2fcd3-714e-4e34-b301-32ac79f2679c req-02025369-7ba3-4dd3-81cc-e3230e399c45 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0960829 Aug 09 18:01:50.585001 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-8b6204a9-0448-40e0-bc78-a8aac24ea10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:50.586565 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-8b6204a9-0448-40e0-bc78-a8aac24ea10a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40587718c41747db8e651a1cf986947e&device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 1137 time: 0.0526133 Aug 09 18:01:50.626134 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-70b2fcd3-714e-4e34-b301-32ac79f2679c req-2d2aa630-a488-4530-84ae-5f40abd9d10f tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427926 Aug 09 18:01:50.635745 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['8da9da2c-062a-4456-9a84-9b28c7ccae0b'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:01:50.703381 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-1ace2ba1-1de8-4340-b65b-2227e7981346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:50.704330 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-d6a773f8-e012-4683-b187-3856ed98e2c1 None None] Provisioning complete for port 8da9da2c-062a-4456-9a84-9b28c7ccae0b triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:01:50.704704 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d6a773f8-e012-4683-b187-3856ed98e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:50.705191 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-1ace2ba1-1de8-4340-b65b-2227e7981346 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d52d57ec-4828-43fb-8cf8-fadad217d77b HTTP/1.1" status: 200 len: 916 time: 0.1046085 Aug 09 18:01:50.780715 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-f67e6847-6f92-449e-ab2a-350444cc10ec service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b HTTP/1.1" status: 200 len: 1001 time: 0.0622573 Aug 09 18:01:50.837851 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-ca553c2f-fcdb-4d0a-be7f-3e4c48dc0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:50.839562 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-ca553c2f-fcdb-4d0a-be7f-3e4c48dc0667 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe1fe21a-2bde-44ae-8f9c-bed9d307a919 HTTP/1.1" status: 200 len: 854 time: 0.0465684 Aug 09 18:01:50.907514 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-2292a8f2-ef3b-41cf-b0da-2de0261917c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:50.909148 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-2292a8f2-ef3b-41cf-b0da-2de0261917c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d52d57ec-4828-43fb-8cf8-fadad217d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0578880 Aug 09 18:01:51.039126 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-b052a6f5-cf38-4fb1-9c87-460f76c8f740 service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144240 Aug 09 18:01:51.152483 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-5862d2de-88e1-4e94-800b-82ea67162db6 req-80f36741-6ff6-4cee-aae3-89d313cb7d5a service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015885 Aug 09 18:01:51.631181 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43476) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:51.753713 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5591b3b2-6164-4df9-9048-e63df0b30aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:51.842599 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5591b3b2-6164-4df9-9048-e63df0b30aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:52.020804 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5591b3b2-6164-4df9-9048-e63df0b30aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:52.059025 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-5591b3b2-6164-4df9-9048-e63df0b30aeb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e23e93bc075348639ce1d73dca32bc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265463 Aug 09 18:01:52.059969 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591b3b2-6164-4df9-9048-e63df0b30aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af41cbbb-bbcd-4e2d-b0d0-6579b2a1062b,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:52.061699 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 43484) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:52.118088 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8320339e-0c2d-429d-b3ae-84b4e5447716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:52.139653 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8320339e-0c2d-429d-b3ae-84b4e5447716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:52.306896 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8320339e-0c2d-429d-b3ae-84b4e5447716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:52.309595 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8320339e-0c2d-429d-b3ae-84b4e5447716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:52.310740 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-8320339e-0c2d-429d-b3ae-84b4e5447716 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af41cbbb-bbcd-4e2d-b0d0-6579b2a1062b HTTP/1.1" status: 204 len: 168 time: 0.2474060 Aug 09 18:01:52.319100 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320339e-0c2d-429d-b3ae-84b4e5447716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af41cbbb-bbcd-4e2d-b0d0-6579b2a1062b,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:53.160225 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 43502) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:53.173934 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6836ed2-fc0f-4e7d-8617-6c06dc8e386a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:53.261330 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6836ed2-fc0f-4e7d-8617-6c06dc8e386a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:53.336215 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6836ed2-fc0f-4e7d-8617-6c06dc8e386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:53.377029 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-a6836ed2-fc0f-4e7d-8617-6c06dc8e386a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72d7b551f6ae463ca126201795255b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150366 Aug 09 18:01:53.378044 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6836ed2-fc0f-4e7d-8617-6c06dc8e386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48263f4-3ea9-4b29-8555-e2ffd2940bb2,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:53.379698 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43504) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:53.432133 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ad8f671d-e5f8-469f-815c-2b570e5c3647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:53.453926 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ad8f671d-e5f8-469f-815c-2b570e5c3647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:53.609443 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ad8f671d-e5f8-469f-815c-2b570e5c3647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:53.612009 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ad8f671d-e5f8-469f-815c-2b570e5c3647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:53.613151 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-ad8f671d-e5f8-469f-815c-2b570e5c3647 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e48263f4-3ea9-4b29-8555-e2ffd2940bb2 HTTP/1.1" status: 204 len: 168 time: 0.2323382 Aug 09 18:01:53.622667 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f671d-e5f8-469f-815c-2b570e5c3647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48263f4-3ea9-4b29-8555-e2ffd2940bb2,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:55.028202 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 43532) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:55.042531 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cb651781-857d-4072-96cb-ce39bd53891b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:55.133998 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cb651781-857d-4072-96cb-ce39bd53891b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:55.227132 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cb651781-857d-4072-96cb-ce39bd53891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:55.266072 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-cb651781-857d-4072-96cb-ce39bd53891b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88d7579801cf444fb32fcb6264b469ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367780 Aug 09 18:01:55.267693 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb651781-857d-4072-96cb-ce39bd53891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961b98a9-dc90-4dff-a5a5-7f5165948612,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:55.269195 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43534) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:55.327149 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1252de4e-a352-4205-8692-b217fb871f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:55.351969 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1252de4e-a352-4205-8692-b217fb871f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:55.524699 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1252de4e-a352-4205-8692-b217fb871f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:55.527629 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1252de4e-a352-4205-8692-b217fb871f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:55.528823 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-1252de4e-a352-4205-8692-b217fb871f6c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/961b98a9-dc90-4dff-a5a5-7f5165948612 HTTP/1.1" status: 204 len: 168 time: 0.2579987 Aug 09 18:01:55.539593 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252de4e-a352-4205-8692-b217fb871f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961b98a9-dc90-4dff-a5a5-7f5165948612,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:56.166832 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43558) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:56.271753 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f18ac8a1-e347-4fb6-b3dd-41450bf2b5a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:56.368944 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f18ac8a1-e347-4fb6-b3dd-41450bf2b5a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:56.598209 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f18ac8a1-e347-4fb6-b3dd-41450bf2b5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:56.638365 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ac8a1-e347-4fb6-b3dd-41450bf2b5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53aac06-5390-44e5-ab98-391f6f6e1df1,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:56.643055 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f18ac8a1-e347-4fb6-b3dd-41450bf2b5a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d897b58a004b4926a21ed18997a74c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751596 Aug 09 18:01:56.645891 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 43574) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:56.702727 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-548f9054-24ed-473a-8ca8-b5a25ba5916e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:56.726544 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-548f9054-24ed-473a-8ca8-b5a25ba5916e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:56.946861 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-548f9054-24ed-473a-8ca8-b5a25ba5916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:56.950021 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-548f9054-24ed-473a-8ca8-b5a25ba5916e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:56.950793 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-548f9054-24ed-473a-8ca8-b5a25ba5916e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f53aac06-5390-44e5-ab98-391f6f6e1df1 HTTP/1.1" status: 204 len: 168 time: 0.3033667 Aug 09 18:01:56.960773 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f9054-24ed-473a-8ca8-b5a25ba5916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53aac06-5390-44e5-ab98-391f6f6e1df1,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:56.983151 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43584) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:57.096204 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1091081724-network', 'tenant_id': 'f373bccb479e46ccad77e3db7c7b1c29'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:57.239022 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Made reservation on behalf of f373bccb479e46ccad77e3db7c7b1c29 for: {'network': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:01:57.242908 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:57.252722 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:57.391909 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:57.557212 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:57.589312 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=100426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:01:57.596633 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fd3485-b3ea-4758-bae3-9c31b7dcdc89,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:57.604766 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:57.604881 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.segments_db [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Added segment d149eb56-21d7-4d2d-9d84-5cdac3c21072 of type vlan for network 4730d266-a801-4497-9a50-0fc1e9737e5c Aug 09 18:01:57.660680 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:57.786666 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:57.787733 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:57.788384 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:57.851862 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] Pushing event updated for resources: {'Network': ['ID=4730d266-a801-4497-9a50-0fc1e9737e5c,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:57.864409 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 4730d266-a801-4497-9a50-0fc1e9737e5c details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:01:57.914017 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-14e04448-8b59-4480-9507-7688337ba564 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9293420 Aug 09 18:01:57.917090 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43590) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:57.922656 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Request body: {'subnet': {'network_id': '4730d266-a801-4497-9a50-0fc1e9737e5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1091081724-subnet', 'tenant_id': 'f373bccb479e46ccad77e3db7c7b1c29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:58.028884 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Made reservation on behalf of f373bccb479e46ccad77e3db7c7b1c29 for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:01:58.031565 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4169953'] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:58.302040 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4169939'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:58.366046 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd33479-8144-4a78-9191-817ee663b697,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:58.371400 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Checking segment: {'id': 'd149eb56-21d7-4d2d-9d84-5cdac3c21072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '4730d266-a801-4497-9a50-0fc1e9737e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:01:58.371786 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Network hostable DHCP agents. Network: 4730d266-a801-4497-9a50-0fc1e9737e5c, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:01:58.507200 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Network 4730d266-a801-4497-9a50-0fc1e9737e5c is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:01:58.609454 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 4730d266-a801-4497-9a50-0fc1e9737e5c) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:01:58.613938 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:01:58.614604 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:58.622066 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a834330-215b-483b-8c0d-c32b7b92acfc None None] Network 4730d266-a801-4497-9a50-0fc1e9737e5c requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:01:58.725110 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-6b60c3f5-50fd-45b4-97e7-1b36e8776387 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8066468 Aug 09 18:01:58.741578 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d936fa-f6d3-40fa-a6e0-a4093ac49c8d None None] Network 4730d266-a801-4497-9a50-0fc1e9737e5c requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:01:59.528330 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43616) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:01:59.533796 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2132750853-network', 'tenant_id': 'e595f9a825f54b38b8a7e39dc39f25b9'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:01:59.615540 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Made reservation on behalf of e595f9a825f54b38b8a7e39dc39f25b9 for: {'network': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:01:59.618179 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:59.629169 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:59.714683 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:59.798805 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:59.820510 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=100426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:01:59.834017 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312b0ef2-6259-4d4d-8c42-c5d8f2c2dda4,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:01:59.838647 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:01:59.838987 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.segments_db [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Added segment 9b1987cb-fb8e-4d50-ac92-f7013030cbb6 of type vlan for network 81e79f29-f63c-418d-bf93-eaa7bee7c355 Aug 09 18:01:59.892980 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:00.033067 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:00.034375 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:00.035104 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:00.095939 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] Pushing event updated for resources: {'Network': ['ID=81e79f29-f63c-418d-bf93-eaa7bee7c355,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:00.105838 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 81e79f29-f63c-418d-bf93-eaa7bee7c355 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:02:00.233039 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-c0ed230b-6f78-4215-b25b-cba9bf05775a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7034440 Aug 09 18:02:00.240172 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 43622) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:00.245113 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Request body: {'subnet': {'network_id': '81e79f29-f63c-418d-bf93-eaa7bee7c355', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2132750853-subnet', 'tenant_id': 'e595f9a825f54b38b8a7e39dc39f25b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:02:00.432840 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Made reservation on behalf of e595f9a825f54b38b8a7e39dc39f25b9 for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:02:00.435425 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4169953'] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:00.753579 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4169939'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:00.809635 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=595d6fbc-3d1a-4f6a-9411-c22fbf2ed1d7,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:00.822186 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Checking segment: {'id': '9b1987cb-fb8e-4d50-ac92-f7013030cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '81e79f29-f63c-418d-bf93-eaa7bee7c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:02:00.822625 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Network hostable DHCP agents. Network: 81e79f29-f63c-418d-bf93-eaa7bee7c355, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:02:00.992412 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Network 81e79f29-f63c-418d-bf93-eaa7bee7c355 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:02:01.140850 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 81e79f29-f63c-418d-bf93-eaa7bee7c355) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:02:01.144846 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:01.145520 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:01.150020 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b6f763-cb9d-4e0f-b31b-77dff2d05349 None None] Network 81e79f29-f63c-418d-bf93-eaa7bee7c355 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:02:01.283314 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f18bf77-9deb-47da-8654-70bce01ca361 None None] Network 81e79f29-f63c-418d-bf93-eaa7bee7c355 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:02:01.294140 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-50c07394-a5c8-4000-a378-6c95fd1c61d9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0523410 Aug 09 18:02:02.508578 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326a6de-8e1c-45ea-94fa-63a2a2400550 req-ae2fb82b-9768-43fa-aafd-e8d07e76fffc tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:02.510110 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3326a6de-8e1c-45ea-94fa-63a2a2400550 req-ae2fb82b-9768-43fa-aafd-e8d07e76fffc tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0555134 Aug 09 18:02:02.550050 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3326a6de-8e1c-45ea-94fa-63a2a2400550 req-976f5dfe-b6b9-4745-b09d-6397906c6a04 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335705 Aug 09 18:02:03.859200 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed28f34-982c-4f21-81e3-734eab4b798f req-763ec032-3c7f-429f-8d0d-26d49aa61863 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:03.859200 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5ed28f34-982c-4f21-81e3-734eab4b798f req-763ec032-3c7f-429f-8d0d-26d49aa61863 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.2197332 Aug 09 18:02:03.906108 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5ed28f34-982c-4f21-81e3-734eab4b798f req-c4cf734b-effe-4a58-8002-b32380bff95e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421746 Aug 09 18:02:05.030546 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b45431-9bc6-4ac5-9a21-b8e41c8e306f req-2a71fdcf-d620-40b1-9566-77fec6649c0c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:05.033319 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d1b45431-9bc6-4ac5-9a21-b8e41c8e306f req-2a71fdcf-d620-40b1-9566-77fec6649c0c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0586417 Aug 09 18:02:05.070962 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d1b45431-9bc6-4ac5-9a21-b8e41c8e306f req-bf32acb5-3975-4275-8b7d-4259deee778d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Aug 09 18:02:06.194765 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb8150-a78f-4bcd-86b3-bbad49efd088 req-e2d5c4d1-0cf4-449a-af60-393ce1217fa8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:06.197686 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bfdb8150-a78f-4bcd-86b3-bbad49efd088 req-e2d5c4d1-0cf4-449a-af60-393ce1217fa8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0540614 Aug 09 18:02:06.262096 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bfdb8150-a78f-4bcd-86b3-bbad49efd088 req-8873534c-0abb-494a-b97b-9ef72fbe2960 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576651 Aug 09 18:02:06.269217 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:07.390005 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d856270-3ae7-4938-ac19-936c3ae8da47 req-8171edfe-ab66-4dae-acc2-14056dc03abf tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:07.391506 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5d856270-3ae7-4938-ac19-936c3ae8da47 req-8171edfe-ab66-4dae-acc2-14056dc03abf tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0496104 Aug 09 18:02:07.431582 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5d856270-3ae7-4938-ac19-936c3ae8da47 req-1f39c841-f1dc-420c-810c-3d72881a9038 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Aug 09 18:02:08.551398 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec30e-34a4-4d73-8e15-5855cc4911c9 req-d01e593e-b8f1-40c1-a222-288c242bc0c2 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:08.553025 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6bbec30e-34a4-4d73-8e15-5855cc4911c9 req-d01e593e-b8f1-40c1-a222-288c242bc0c2 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0525115 Aug 09 18:02:08.597602 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6bbec30e-34a4-4d73-8e15-5855cc4911c9 req-f122459f-448b-4d7f-b8f5-a40717554df4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355771 Aug 09 18:02:09.717262 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183666f-fa0c-48a5-8649-15e499a970a8 req-5e42abeb-7376-4c79-a94c-d03c85849e72 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:09.718744 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e183666f-fa0c-48a5-8649-15e499a970a8 req-5e42abeb-7376-4c79-a94c-d03c85849e72 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0513306 Aug 09 18:02:09.764163 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e183666f-fa0c-48a5-8649-15e499a970a8 req-dac8d4e3-c6ab-44cf-85fe-9273aed0dc98 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338662 Aug 09 18:02:10.414832 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-60e71d16-21f3-4e51-b0c4-5126503935aa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426593 Aug 09 18:02:10.502776 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-f863a0c7-3a82-4c39-8bee-9cd2ca5618bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:10.504285 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-f863a0c7-3a82-4c39-8bee-9cd2ca5618bb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 1098 time: 0.0429416 Aug 09 18:02:10.623408 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-2360bdcc-9f53-4bee-84d1-15db5373e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:10.624932 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-2360bdcc-9f53-4bee-84d1-15db5373e671 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 913 time: 0.0908294 Aug 09 18:02:10.698287 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-1a0c76ba-cee4-49e9-a705-848c1ed9a672 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e021ff8a-fbf0-4c68-989c-db18b369ef6b HTTP/1.1" status: 200 len: 1001 time: 0.0643551 Aug 09 18:02:10.749169 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-429a4337-ffc5-4cbf-8707-b684e8fe99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:10.750664 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-429a4337-ffc5-4cbf-8707-b684e8fe99d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 200 len: 851 time: 0.0450771 Aug 09 18:02:10.797493 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-a7b847d0-8aa2-4213-8d5b-1b2c7f1a8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:10.799302 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-a7b847d0-8aa2-4213-8d5b-1b2c7f1a8cce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0813a6d7-5ac5-4010-a774-1854c5fa63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413635 Aug 09 18:02:10.884159 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290914da-55c9-44f1-bcb7-40d30f8f35f9 req-5850ed0c-83ac-4001-a4e4-da3bc0483f27 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:10.885596 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-290914da-55c9-44f1-bcb7-40d30f8f35f9 req-5850ed0c-83ac-4001-a4e4-da3bc0483f27 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0557141 Aug 09 18:02:10.902076 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-030a9880-6912-40a1-bcab-67a9f834e53e service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944581 Aug 09 18:02:10.933017 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-290914da-55c9-44f1-bcb7-40d30f8f35f9 req-9ca6e472-c15c-4584-8bee-7815f5bc303a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402701 Aug 09 18:02:10.996577 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-01a83610-6aaf-443d-a4ac-667218f4cdf6 req-c7725bd3-3fbf-4d6d-953d-712c71093469 service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863218 Aug 09 18:02:12.055346 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19f0a2-5178-4700-b55e-288decf8d38a req-448400f9-f441-49c3-94df-6ee51f05d966 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:12.056916 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ef19f0a2-5178-4700-b55e-288decf8d38a req-448400f9-f441-49c3-94df-6ee51f05d966 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0488071 Aug 09 18:02:12.115871 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ef19f0a2-5178-4700-b55e-288decf8d38a req-1c10e956-802c-4cb4-9c90-2ed6d05ac503 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486715 Aug 09 18:02:12.869350 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca5c0-ef3f-41c5-ad99-1a8255110579 req-56424fa8-ff39-494d-900f-ade32cbeff1e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:12.870867 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f96ca5c0-ef3f-41c5-ad99-1a8255110579 req-56424fa8-ff39-494d-900f-ade32cbeff1e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0558977 Aug 09 18:02:12.911843 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f96ca5c0-ef3f-41c5-ad99-1a8255110579 req-ec8fdd22-5881-4630-a078-131e5d763421 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346274 Aug 09 18:02:13.233878 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354b280-8cac-460d-a99a-05d722e09104 req-4b86a80c-14a1-49f8-9887-bfd2ed72605b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:13.235327 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f354b280-8cac-460d-a99a-05d722e09104 req-4b86a80c-14a1-49f8-9887-bfd2ed72605b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0478992 Aug 09 18:02:13.272811 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f354b280-8cac-460d-a99a-05d722e09104 req-7459dc9b-e270-4445-9d84-631b6c68c7c7 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Aug 09 18:02:14.044000 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04942160-d282-48ea-8aae-2af1bbb95ab5 req-2aee24db-3b79-4c50-8bf9-eca0e35caafb tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:14.044475 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-04942160-d282-48ea-8aae-2af1bbb95ab5 req-2aee24db-3b79-4c50-8bf9-eca0e35caafb tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0613558 Aug 09 18:02:14.087152 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-04942160-d282-48ea-8aae-2af1bbb95ab5 req-e95cc3c2-1c6b-4dbe-aceb-38b4b433511f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361984 Aug 09 18:02:14.215204 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7f22668e-5884-4faa-aece-194eceb47ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:14.394692 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f55e3-2a84-41c9-99ca-7fa85a2c9aa4 req-c636c1ea-d46c-40e1-9ec5-ecbe1f669fe1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:14.396361 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1f0f55e3-2a84-41c9-99ca-7fa85a2c9aa4 req-c636c1ea-d46c-40e1-9ec5-ecbe1f669fe1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0556149 Aug 09 18:02:14.646128 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1f0f55e3-2a84-41c9-99ca-7fa85a2c9aa4 req-2c1fbf7e-1da1-440a-bd16-c6f01058d65a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427642 Aug 09 18:02:15.256217 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa036787-dc2d-4429-abda-004391e821d8 req-1fb4e44b-0f33-4ade-92f0-eec52dbe2c04 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:15.257711 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fa036787-dc2d-4429-abda-004391e821d8 req-1fb4e44b-0f33-4ade-92f0-eec52dbe2c04 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0999784 Aug 09 18:02:15.294480 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fa036787-dc2d-4429-abda-004391e821d8 req-cd02a7a1-70c2-44f4-b9a5-fe0838b4b6a1 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303874 Aug 09 18:02:15.761464 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a700a4e-a1a5-44c2-b723-467ebb0bbc9c req-e3fb5c72-8565-4ccd-9a93-723b66ef0448 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:15.762915 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5a700a4e-a1a5-44c2-b723-467ebb0bbc9c req-e3fb5c72-8565-4ccd-9a93-723b66ef0448 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0498514 Aug 09 18:02:15.800565 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5a700a4e-a1a5-44c2-b723-467ebb0bbc9c req-68072813-9474-42c3-bee1-9d5e2bbade5b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Aug 09 18:02:16.415541 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a555eb7-6798-4a0d-9a08-2c14ebb75726 req-2d433bb9-70ff-4059-baf6-89a3ce8d127f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:16.417049 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5a555eb7-6798-4a0d-9a08-2c14ebb75726 req-2d433bb9-70ff-4059-baf6-89a3ce8d127f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0518250 Aug 09 18:02:16.455138 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5a555eb7-6798-4a0d-9a08-2c14ebb75726 req-366c37d9-9345-4d06-bbf6-dac5bc354ea8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Aug 09 18:02:16.695061 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cf6d367f-5880-4a61-8e53-8be91d6594c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:16.844221 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:16.921599 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83756ea3-caf1-4696-9aaa-367cee039800 req-52456085-22aa-45a8-8986-8f8204fd9a6a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:16.923564 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-83756ea3-caf1-4696-9aaa-367cee039800 req-52456085-22aa-45a8-8986-8f8204fd9a6a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0511491 Aug 09 18:02:16.963195 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-0f146edd-67a4-4cf8-b5c5-b6c040e293c1 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:16.964041 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-0f146edd-67a4-4cf8-b5c5-b6c040e293c1 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0524390 Aug 09 18:02:16.965380 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-83756ea3-caf1-4696-9aaa-367cee039800 req-eb6d4402-a1a1-40c9-88b1-f7d1f82701d4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359547 Aug 09 18:02:17.061790 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Deleting port e021ff8a-fbf0-4c68-989c-db18b369ef6b {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:02:17.070343 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:17.150612 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] For port e021ff8a-fbf0-4c68-989c-db18b369ef6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e021ff8a-fbf0-4c68-989c-db18b369ef6b,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:17.150974 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:17.366894 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:17.367256 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:17.367580 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Floating IP 07dd2fc7-d78e-407b-b676-56395760d899 disassociated. External IP: 172.27.1.202, port: e021ff8a-fbf0-4c68-989c-db18b369ef6b. Aug 09 18:02:17.367898 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Calling delete_port for e021ff8a-fbf0-4c68-989c-db18b369ef6b owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:02:17.572801 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d66659-dcfe-4102-b2dc-a8c71e4992b7 req-3dd57e4c-62e4-48ea-8c01-fbbf5d5fb309 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:17.574298 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a9d66659-dcfe-4102-b2dc-a8c71e4992b7 req-3dd57e4c-62e4-48ea-8c01-fbbf5d5fb309 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 945 time: 0.0482767 Aug 09 18:02:17.613334 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a9d66659-dcfe-4102-b2dc-a8c71e4992b7 req-d80cdbaa-9c7a-4962-a3dd-118aab4e5ddd tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327971 Aug 09 18:02:17.643399 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:17.670882 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event deleted for resources: {'Port': ['ID=e021ff8a-fbf0-4c68-989c-db18b369ef6b,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:17.787279 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:02:17.905712 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:02:17.916644 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] Sync routers for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:02:17.926701 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:02:17.927318 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:02:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:17.951468 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] No DVR routers for this DVR port e021ff8a-fbf0-4c68-989c-db18b369ef6b on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:02:17.954552 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:17.956917 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-12cf8d88-9b4d-4f1e-b882-90be6926bde2 req-b60feb3d-d86c-4630-9614-2250a9db2f94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "DELETE /v2.0/ports/e021ff8a-fbf0-4c68-989c-db18b369ef6b HTTP/1.1" status: 204 len: 173 time: 0.9847591 Aug 09 18:02:17.960368 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'name': 'network-vif-deleted', 'tag': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:02:17.960368 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98204ad6-fbbe-4408-8747-c5e4864ab9a2" -d '{"events": [{"server_uuid": "c96577c1-64a9-4a5a-92ae-eecc14bd6ac6", "name": "network-vif-deleted", "tag": "e021ff8a-fbf0-4c68-989c-db18b369ef6b"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:02:17.983146 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:18.069337 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba585d9-0ed3-469d-8624-1ad380c7c489 x-openstack-request-id: req-3ba585d9-0ed3-469d-8624-1ad380c7c489 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:02:18.069337 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96577c1-64a9-4a5a-92ae-eecc14bd6ac6", "name": "network-vif-deleted", "tag": "e021ff8a-fbf0-4c68-989c-db18b369ef6b", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:02:18.069337 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ba585d9-0ed3-469d-8624-1ad380c7c489 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:02:18.069337 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96577c1-64a9-4a5a-92ae-eecc14bd6ac6', 'name': 'network-vif-deleted', 'tag': 'e021ff8a-fbf0-4c68-989c-db18b369ef6b', 'status': 'completed', 'code': 200} Aug 09 18:02:18.082736 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:02:18.163372 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b538e5-ed4c-479b-9aa6-bfb2ac48dda9 req-8449956c-1e5b-4a23-9fe1-b428c4513a51 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:18.173966 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-00b538e5-ed4c-479b-9aa6-bfb2ac48dda9 req-8449956c-1e5b-4a23-9fe1-b428c4513a51 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.1093340 Aug 09 18:02:18.239379 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-00b538e5-ed4c-479b-9aa6-bfb2ac48dda9 req-964690c4-080e-476d-a942-2727e6c7a522 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635500 Aug 09 18:02:18.348145 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:18.402523 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] Checking router: 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:02:18.417608 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:02:18.417608 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:02:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:18.525328 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:02:18.750513 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d79ceef2-4a52-4edf-8d1c-09c0f71675c6 req-083b35d7-a1be-4e9f-a78f-f03a53378719 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 210 time: 0.0511529 Aug 09 18:02:18.779323 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:18.806529 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471eb814-f3b1-4a99-a220-35645be88504 None None] The sync data for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi is: [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:02:19.167157 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f016a7b-e8aa-4bd2-b228-d9e37d9f58d1 None None] New status for floating IP 07dd2fc7-d78e-407b-b676-56395760d899: DOWN {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:02:19.386544 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:19.393362 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764b4c6-bc54-46de-86c3-2b69869c4f61 req-390ebcb0-8b6f-49e7-8d1a-71b380090e5c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:19.394941 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7764b4c6-bc54-46de-86c3-2b69869c4f61 req-390ebcb0-8b6f-49e7-8d1a-71b380090e5c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0516152 Aug 09 18:02:19.434021 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7764b4c6-bc54-46de-86c3-2b69869c4f61 req-1f4b8b26-8e41-40ec-86a5-9e79e6ab723e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330527 Aug 09 18:02:19.914649 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-865aa3dc-a073-4873-9c86-76c19d2f2d20 req-47e4adc4-b0f9-4017-900c-5e949b6377cd tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=c96577c1-64a9-4a5a-92ae-eecc14bd6ac6 HTTP/1.1" status: 200 len: 210 time: 0.0407438 Aug 09 18:02:20.569130 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a532e-4272-4037-88c6-e64c1bf92a53 req-3443a438-15ef-4c02-95a9-83ea3677df95 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:20.577512 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3a9a532e-4272-4037-88c6-e64c1bf92a53 req-3443a438-15ef-4c02-95a9-83ea3677df95 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0693691 Aug 09 18:02:20.620916 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3a9a532e-4272-4037-88c6-e64c1bf92a53 req-705ea356-18a9-482a-8a5b-ddbc95e87852 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Aug 09 18:02:21.209104 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-bc15faa4-8a89-467e-90f1-373fde9cbabc tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138194127&fields=id&tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b HTTP/1.1" status: 200 len: 267 time: 0.0377016 Aug 09 18:02:21.278375 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device e021ff8a-fbf0-4c68-989c-db18b369ef6b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:02:21.291484 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: e021ff8a-fbf0-4c68-989c-db18b369ef6b {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:02:21.291897 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device e021ff8a-fbf0-4c68-989c-db18b369ef6b not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:02:21.349654 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5325016-bef4-427b-8069-20d91dac05a5 req-f757bf0f-0f8b-4a23-bcc7-c37c7c478320 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:21.351118 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-f757bf0f-0f8b-4a23-bcc7-c37c7c478320 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 812 time: 0.1333315 Aug 09 18:02:21.367596 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-d1d338b8-e5d9-44d9-b045-d0fd58f22a45 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/quotas/f127e76c4e2d4888a8fcd4f86727ad0b HTTP/1.1" status: 200 len: 375 time: 0.0106993 Aug 09 18:02:21.423220 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-78350851-901a-41cd-ab3d-dda8f7393d6c tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497501 Aug 09 18:02:21.568590 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-9f33b6d0-6e6a-4d30-8d7d-2654ade1514d service neutron] 10.222.0.54 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335068 Aug 09 18:02:21.677318 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-ab636fa3-3002-4efe-830a-a682df992b05 service neutron] 10.222.0.54 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027155 Aug 09 18:02:21.755789 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6664ab-b5ff-4b88-a32f-4e4a79d2ee42 req-e3e95073-49d8-47fc-9a53-ed64ba8b5165 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:21.758914 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1d6664ab-b5ff-4b88-a32f-4e4a79d2ee42 req-e3e95073-49d8-47fc-9a53-ed64ba8b5165 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0521197 Aug 09 18:02:21.808379 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1d6664ab-b5ff-4b88-a32f-4e4a79d2ee42 req-84e66aeb-8195-41b7-8a5c-e0a571cf81c1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404027 Aug 09 18:02:22.438425 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f2734-19db-4bf0-8096-90599e91c9a3 req-1ca3a988-144e-41c0-92d1-9acc37e2ede9 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:22.440089 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-959f2734-19db-4bf0-8096-90599e91c9a3 req-1ca3a988-144e-41c0-92d1-9acc37e2ede9 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 946 time: 0.0688546 Aug 09 18:02:22.457429 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6dc4a75c-343b-4393-8144-1c645c879faa req-a71899fa-a177-4834-8356-dbab63fc87a3 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 210 time: 0.0431516 Aug 09 18:02:22.496485 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-959f2734-19db-4bf0-8096-90599e91c9a3 req-38b7bec6-7d0d-4f08-b923-51951826c0c6 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423427 Aug 09 18:02:22.930064 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895fd0e-bbcf-4fc6-81fc-fddfe548225e req-cafdea7a-f2c6-41e5-8cdb-84b3ef75a241 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:22.931467 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f895fd0e-bbcf-4fc6-81fc-fddfe548225e req-cafdea7a-f2c6-41e5-8cdb-84b3ef75a241 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0503521 Aug 09 18:02:22.976101 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f895fd0e-bbcf-4fc6-81fc-fddfe548225e req-536a5053-6e49-42ef-947d-259dd4334775 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383790 Aug 09 18:02:23.536640 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab9eae82-77d6-431c-8f16-73310aef1491 req-ff7be982-35e1-4f0e-ad92-fc4216f3fc9b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 210 time: 0.0273168 Aug 09 18:02:23.634271 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4e4e5-6fca-4030-8861-f83d4aa43d90 req-1f9fab46-69e4-40c1-914d-0eda0092197d tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:23.635783 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4b4e4e5-6fca-4030-8861-f83d4aa43d90 req-1f9fab46-69e4-40c1-914d-0eda0092197d tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 946 time: 0.0691783 Aug 09 18:02:23.676456 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4b4e4e5-6fca-4030-8861-f83d4aa43d90 req-305d2d0c-c4c3-497c-bbf4-570f9c0494dc tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Aug 09 18:02:24.112474 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771d53c-8882-4c57-8085-0c6c636b9df3 req-9e0ee3aa-9f47-41e4-9f8b-229931dd2745 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:24.114046 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6771d53c-8882-4c57-8085-0c6c636b9df3 req-9e0ee3aa-9f47-41e4-9f8b-229931dd2745 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0566528 Aug 09 18:02:24.157798 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6771d53c-8882-4c57-8085-0c6c636b9df3 req-4edecb05-062a-41df-9e2a-3258ce978b41 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374758 Aug 09 18:02:24.555725 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3ab8404e-dc63-4b08-a9d8-ec534dedcd20 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:24.557253 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3ab8404e-dc63-4b08-a9d8-ec534dedcd20 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.77 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 946 time: 0.0531740 Aug 09 18:02:24.635078 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9351b8ff-effc-4e5b-8370-cd0bb3bdf372 req-633c83fa-ca06-4049-9f20-390867d422ff tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 210 time: 0.0262949 Aug 09 18:02:24.689622 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3cfc661b-82a5-49be-9c2c-86d5bcd35f4c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Deleting port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:02:24.689992 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3cfc661b-82a5-49be-9c2c-86d5bcd35f4c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:24.832600 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3cfc661b-82a5-49be-9c2c-86d5bcd35f4c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] For port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,segment=NetworkSegment(dc68878e-fb1f-4591-8a76-07b464532cd9),segment_id=dc68878e-fb1f-4591-8a76-07b464532cd9)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:24.832860 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3cfc661b-82a5-49be-9c2c-86d5bcd35f4c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:24.839762 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100aebc-9c22-4790-ba39-a960182db6c6 req-bff5e10e-81f0-4e77-894d-18d2a175cfb8 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:24.841330 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1100aebc-9c22-4790-ba39-a960182db6c6 req-bff5e10e-81f0-4e77-894d-18d2a175cfb8 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 946 time: 0.0706449 Aug 09 18:02:24.847039 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3cfc661b-82a5-49be-9c2c-86d5bcd35f4c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Calling delete_port for 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:02:24.887538 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1100aebc-9c22-4790-ba39-a960182db6c6 req-c206b0d9-40c5-4892-8986-294d550bc672 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386689 Aug 09 18:02:25.129372 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3cfc661b-82a5-49be-9c2c-86d5bcd35f4c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:25.160907 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc661b-82a5-49be-9c2c-86d5bcd35f4c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Pushing event deleted for resources: {'Port': ['ID=00b50bc0-d8c1-45cf-8d03-34c7110ac3c2,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:25.166563 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['00b50bc0-d8c1-45cf-8d03-34c7110ac3c2'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:02:25.215734 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3cfc661b-82a5-49be-9c2c-86d5bcd35f4c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] No DVR routers for this DVR port 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:02:25.226621 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3cfc661b-82a5-49be-9c2c-86d5bcd35f4c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:25.230207 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-b1d44e43-533b-4e72-a103-bfc065fd4274 req-3cfc661b-82a5-49be-9c2c-86d5bcd35f4c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.77 "DELETE /v2.0/ports/00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 HTTP/1.1" status: 204 len: 173 time: 0.6613393 Aug 09 18:02:25.230207 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70bece9-a8a4-4c08-b319-849d4061a7ba', 'name': 'network-vif-deleted', 'tag': '00b50bc0-d8c1-45cf-8d03-34c7110ac3c2'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:02:25.231924 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae18d8b-bdce-4ea7-b4a8-fc6dcfe85086" -d '{"events": [{"server_uuid": "e70bece9-a8a4-4c08-b319-849d4061a7ba", "name": "network-vif-deleted", "tag": "00b50bc0-d8c1-45cf-8d03-34c7110ac3c2"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:02:25.337821 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324667a-82e2-4735-9c01-c409c560f507 req-3d24af4e-7357-43f8-b383-113236f6d665 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:25.352416 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5325016-bef4-427b-8069-20d91dac05a5 req-5e4547db-bfad-4524-a783-c778d84b702c tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:25.355915 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-5e4547db-bfad-4524-a783-c778d84b702c tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 812 time: 0.1413884 Aug 09 18:02:25.357924 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f324667a-82e2-4735-9c01-c409c560f507 req-3d24af4e-7357-43f8-b383-113236f6d665 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0838401 Aug 09 18:02:25.358672 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746f72ba-eae2-4c86-8de4-11771421aa38 x-openstack-request-id: req-746f72ba-eae2-4c86-8de4-11771421aa38 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:02:25.359120 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70bece9-a8a4-4c08-b319-849d4061a7ba", "name": "network-vif-deleted", "tag": "00b50bc0-d8c1-45cf-8d03-34c7110ac3c2", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:02:25.359773 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-746f72ba-eae2-4c86-8de4-11771421aa38 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:02:25.360388 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70bece9-a8a4-4c08-b319-849d4061a7ba', 'name': 'network-vif-deleted', 'tag': '00b50bc0-d8c1-45cf-8d03-34c7110ac3c2', 'status': 'completed', 'code': 200} Aug 09 18:02:25.398407 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f324667a-82e2-4735-9c01-c409c560f507 req-d1c729aa-15e3-4dbe-8a84-648d615579a8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389664 Aug 09 18:02:25.437911 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-3a786578-c035-4893-9ba2-a5e95b2aab93 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b HTTP/1.1" status: 200 len: 380 time: 0.0412250 Aug 09 18:02:25.449163 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'port': {'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'admin_state_up': True, 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'security_groups': ['c774b359-8b3a-416e-8cd8-cfc587eb3b7d']}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:02:25.454045 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:02:25.683751 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Made reservation on behalf of f127e76c4e2d4888a8fcd4f86727ad0b for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:02:25.687871 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:25.788626 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-df3dc792-d409-4197-8787-af4f73abf2ec req-c5efa936-b757-4b22-abc6-536e229dae4a tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 210 time: 0.0328043 Aug 09 18:02:25.851990 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Allocated IP 172.20.0.14 (0813a6d7-5ac5-4010-a774-1854c5fa63dd/8018ece5-90b3-4713-b81b-06150633b989/0e515212-3fcd-4509-aa3b-2db183dc2015) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:02:25.997737 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:26.027799 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Transition to ACTIVE for port object 0e515212-3fcd-4509-aa3b-2db183dc2015 will not be triggered until provisioned by entity DHCP. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:02:26.035856 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ba1698f6-4556-4e9d-a74c-02e87a52412c req-c1291a34-596b-4c3a-b54a-2c4a08a0a10b tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=e70bece9-a8a4-4c08-b319-849d4061a7ba HTTP/1.1" status: 200 len: 210 time: 0.0419831 Aug 09 18:02:26.261786 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:26.313375 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:02:26.317215 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:02:26.321607 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:02:26.325610 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'Port': ['ID=0e515212-3fcd-4509-aa3b-2db183dc2015,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:26.382400 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:26.383051 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:26.478803 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-193c0205-af79-46da-87b1-e9a2c5c37ae5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0335345 Aug 09 18:02:26.548076 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49103dd7-801e-4ea6-8931-ead0241248f4 req-2ce972e5-35e8-48f2-b4dc-aca86d5a1c38 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:26.550166 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-49103dd7-801e-4ea6-8931-ead0241248f4 req-2ce972e5-35e8-48f2-b4dc-aca86d5a1c38 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0607095 Aug 09 18:02:26.567040 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Request body: {'port': {'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:02:26.594976 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-49103dd7-801e-4ea6-8931-ead0241248f4 req-551758b2-cb59-4111-9d82-5112c4cde14b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381753 Aug 09 18:02:26.632036 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:26.725396 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-2c8f4866-3685-4116-98bc-929abba6e3fe None None] Provisioning for port 0e515212-3fcd-4509-aa3b-2db183dc2015 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:02:26.730564 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-2c8f4866-3685-4116-98bc-929abba6e3fe None None] Provisioning complete for port 0e515212-3fcd-4509-aa3b-2db183dc2015 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:02:26.731082 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2c8f4866-3685-4116-98bc-929abba6e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:26.770841 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-2c8f4866-3685-4116-98bc-929abba6e3fe None None] Port 0e515212-3fcd-4509-aa3b-2db183dc2015 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:02:26.943735 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff66aa2-2733-484b-8597-36b7626ac5cf req-ef672899-b82e-4465-babf-79dd7f4f84d7 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:26.945540 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ff66aa2-2733-484b-8597-36b7626ac5cf req-ef672899-b82e-4465-babf-79dd7f4f84d7 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 932 time: 0.0672436 Aug 09 18:02:26.947247 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e515212-3fcd-4509-aa3b-2db183dc2015 {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:02:26.955229 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:26.968048 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Transition to ACTIVE for port object 0e515212-3fcd-4509-aa3b-2db183dc2015 will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:02:26.985649 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ff66aa2-2733-484b-8597-36b7626ac5cf req-b16e1d6a-011f-4b21-9bc7-4fe711946b2e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337265 Aug 09 18:02:27.095352 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:27.130871 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b5066-14d9-44d8-9d8b-1f661d1eaa8a req-a8bae3ff-8f29-4ce4-9986-9c2b2eb1dfc5 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:27.132551 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1a8b5066-14d9-44d8-9d8b-1f661d1eaa8a req-a8bae3ff-8f29-4ce4-9986-9c2b2eb1dfc5 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0554702 Aug 09 18:02:27.166760 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Pushing event updated for resources: {'Port': ['ID=0e515212-3fcd-4509-aa3b-2db183dc2015,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:27.182180 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1a8b5066-14d9-44d8-9d8b-1f661d1eaa8a req-285c8143-ae37-44ca-b58b-071b9b54b67d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395033 Aug 09 18:02:27.231960 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Attempting to bind port 0e515212-3fcd-4509-aa3b-2db183dc2015 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:02:27.232314 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Attempting to bind port 0e515212-3fcd-4509-aa3b-2db183dc2015 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:02:27.232622 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Attempting to bind port 0e515212-3fcd-4509-aa3b-2db183dc2015 on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:02:27.238556 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Port 0e515212-3fcd-4509-aa3b-2db183dc2015 on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:02:27.238965 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Attempting to bind port 0e515212-3fcd-4509-aa3b-2db183dc2015 on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:02:27.246393 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:02:27.246393 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Checking segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:02:27.246732 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Bound using segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:02:27.247281 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Bound port: 0e515212-3fcd-4509-aa3b-2db183dc2015, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:02:27.247705 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:27.329205 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] For port 0e515212-3fcd-4509-aa3b-2db183dc2015, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:02:27.333786 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] For port 0e515212-3fcd-4509-aa3b-2db183dc2015, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e515212-3fcd-4509-aa3b-2db183dc2015,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:02:27.431829 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c2065-8e0e-473c-8634-083e199beec7 req-2bd020cd-90c0-46f5-85b7-674c5b448cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:27.433374 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-399c2065-8e0e-473c-8634-083e199beec7 req-2bd020cd-90c0-46f5-85b7-674c5b448cd0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 1098 time: 0.0419557 Aug 09 18:02:27.643658 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44006) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:27.696445 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbb6271-6ee4-48c6-9c76-ccef4f0cfa67 admin admin] Deleting subnet ecd33479-8144-4a78-9191-817ee663b697 {{(pid=100426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:02:27.700056 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6271-6ee4-48c6-9c76-ccef4f0cfa67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:27.742189 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6271-6ee4-48c6-9c76-ccef4f0cfa67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165673'] for subnet, precommit_delete_associations {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:27.746140 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:27.795655 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:27.796275 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:27.797739 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] 10.222.0.77 "PUT /v2.0/ports/0e515212-3fcd-4509-aa3b-2db183dc2015 HTTP/1.1" status: 200 len: 1094 time: 1.3004444 Aug 09 18:02:27.798190 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'tag': '0e515212-3fcd-4509-aa3b-2db183dc2015'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:02:27.800832 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24c501a-f812-46de-89c3-a526f44bf146" -d '{"events": [{"name": "network-changed", "server_uuid": "d59f8cd8-8823-41af-a448-747563ea2b37", "tag": "0e515212-3fcd-4509-aa3b-2db183dc2015"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:02:27.823054 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6271-6ee4-48c6-9c76-ccef4f0cfa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:27.837834 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a802573-7ebe-427b-8fce-0e8eaf74c1ef service neutron] Pushing event updated for resources: {'Port': ['ID=0e515212-3fcd-4509-aa3b-2db183dc2015,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:27.858522 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa40a91-d4ec-430d-bdad-77f4bc42e1ad x-openstack-request-id: req-6fa40a91-d4ec-430d-bdad-77f4bc42e1ad {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:02:27.860978 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59f8cd8-8823-41af-a448-747563ea2b37", "tag": "0e515212-3fcd-4509-aa3b-2db183dc2015", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:02:27.861248 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6fa40a91-d4ec-430d-bdad-77f4bc42e1ad {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:02:27.862081 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'tag': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'status': 'completed', 'code': 200} Aug 09 18:02:27.863721 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c2065-8e0e-473c-8634-083e199beec7 req-fe0b93eb-61f0-4934-a9e0-386220051747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:27.865380 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-399c2065-8e0e-473c-8634-083e199beec7 req-fe0b93eb-61f0-4934-a9e0-386220051747 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2222d5b0-4e90-4714-90f8-571d8e57d231 HTTP/1.1" status: 200 len: 911 time: 0.4243147 Aug 09 18:02:27.992374 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-399c2065-8e0e-473c-8634-083e199beec7 req-ffba4e85-2672-433e-93c7-2c5c8e505cad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 HTTP/1.1" status: 200 len: 1001 time: 0.0937893 Aug 09 18:02:27.998455 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c501a-f812-46de-89c3-a526f44bf146 req-592be689-a7e9-4b89-8fa1-fd76443f2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:28.000327 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-d24c501a-f812-46de-89c3-a526f44bf146 req-592be689-a7e9-4b89-8fa1-fd76443f2736 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 1097 time: 0.0658937 Aug 09 18:02:28.072663 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6271-6ee4-48c6-9c76-ccef4f0cfa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4166056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4169930'] for subnet, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.116010 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c2065-8e0e-473c-8634-083e199beec7 req-82045fae-5265-44b3-b01f-c0a0e89e5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:28.117501 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-399c2065-8e0e-473c-8634-083e199beec7 req-82045fae-5265-44b3-b01f-c0a0e89e5504 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a54396a3-f4d8-41af-b602-45ff7adb6cc2 HTTP/1.1" status: 200 len: 849 time: 0.1021426 Aug 09 18:02:28.121958 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb6271-6ee4-48c6-9c76-ccef4f0cfa67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd33479-8144-4a78-9191-817ee663b697,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:28.129267 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6fbb6271-6ee4-48c6-9c76-ccef4f0cfa67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.129267 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-6fbb6271-6ee4-48c6-9c76-ccef4f0cfa67 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ecd33479-8144-4a78-9191-817ee663b697 HTTP/1.1" status: 204 len: 168 time: 0.4813735 Aug 09 18:02:28.130418 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44016) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:28.195626 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c501a-f812-46de-89c3-a526f44bf146 req-1906719c-c1bc-4847-901b-11f35eb24032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:28.196513 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eff5d-f011-442a-9d9c-1a9fddd8f0e8 req-28e98c46-5149-4393-9ac6-8c040e18df1c tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:28.197720 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-d24c501a-f812-46de-89c3-a526f44bf146 req-1906719c-c1bc-4847-901b-11f35eb24032 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1808791 Aug 09 18:02:28.198096 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a29eff5d-f011-442a-9d9c-1a9fddd8f0e8 req-28e98c46-5149-4393-9ac6-8c040e18df1c tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.1379960 Aug 09 18:02:28.206568 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c2065-8e0e-473c-8634-083e199beec7 req-62d34bff-715f-4484-960f-fae45e1b5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:28.208126 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-399c2065-8e0e-473c-8634-083e199beec7 req-62d34bff-715f-4484-960f-fae45e1b5136 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2222d5b0-4e90-4714-90f8-571d8e57d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0825477 Aug 09 18:02:28.228700 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.265172 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a29eff5d-f011-442a-9d9c-1a9fddd8f0e8 req-daf974e4-d443-4c5e-8745-ec229a991b6d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584271 Aug 09 18:02:28.344152 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.358005 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4730d266-a801-4497-9a50-0fc1e9737e5c']}} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:28.386576 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c501a-f812-46de-89c3-a526f44bf146 req-e3fb6a40-0f33-414d-9cb1-112e5279c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:28.387692 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd149eb56-21d7-4d2d-9d84-5cdac3c21072') {'for_net_delete': True} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:28.387987 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd149eb56-21d7-4d2d-9d84-5cdac3c21072') {} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:28.388092 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-d24c501a-f812-46de-89c3-a526f44bf146 req-e3fb6a40-0f33-414d-9cb1-112e5279c0f7 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1789787 Aug 09 18:02:28.389836 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-399c2065-8e0e-473c-8634-083e199beec7 req-3c590167-c948-4260-b0df-0ea580d9cda2 service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702733 Aug 09 18:02:28.399629 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165694'] for segment, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.417442 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.429378 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b97f19-e543-44ea-a8c8-8d8376f18ff5 req-0204bcb0-b0ae-4bce-8b9e-6d995953464b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:28.432794 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c7b97f19-e543-44ea-a8c8-8d8376f18ff5 req-0204bcb0-b0ae-4bce-8b9e-6d995953464b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0904810 Aug 09 18:02:28.434404 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=100426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:02:28.434819 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166006'] for segment, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: Traceback (most recent call last): Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: timer() Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: cb(*args, **kw) Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: return func(*args, **kwargs) Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: self._notify() Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: self.callback(batched_events) Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: event.method(event) Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: return f(self, *a, **k) Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._get(url).json() Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: return self.request(url, 'GET', **kwargs) Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:02:28.437557 dv-cinder-788363-10-iscsi neutron-server[100426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:02:28.519614 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c7b97f19-e543-44ea-a8c8-8d8376f18ff5 req-057486ab-6fbc-4f4d-bfc9-f39342d9e819 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688381 Aug 09 18:02:28.520373 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5325016-bef4-427b-8069-20d91dac05a5 req-538dc084-379c-44e6-8383-75801ab7c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:28.521880 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-538dc084-379c-44e6-8383-75801ab7c7b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 1097 time: 0.0611734 Aug 09 18:02:28.544004 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-399c2065-8e0e-473c-8634-083e199beec7 req-fa58123a-d0d1-4e0c-8ef8-ca950e7ce873 service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344781 Aug 09 18:02:28.620603 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.626014 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.627802 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] 10.222.0.54 "DELETE /v2.0/networks/4730d266-a801-4497-9a50-0fc1e9737e5c HTTP/1.1" status: 204 len: 168 time: 0.4963026 Aug 09 18:02:28.634989 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 44022) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:28.638793 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7766ebe-a7f2-43ee-9e70-76b012e92fce admin admin] Pushing event deleted for resources: {'Network': ['ID=4730d266-a801-4497-9a50-0fc1e9737e5c,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:28.680738 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-40761a46-1970-4adb-bf47-2b1ec321a22b admin admin] Deleting subnet 595d6fbc-3d1a-4f6a-9411-c22fbf2ed1d7 {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:02:28.683939 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-40761a46-1970-4adb-bf47-2b1ec321a22b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.720859 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-40761a46-1970-4adb-bf47-2b1ec321a22b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2648144'] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.761326 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-40761a46-1970-4adb-bf47-2b1ec321a22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.889657 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-40761a46-1970-4adb-bf47-2b1ec321a22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2648410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878738'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.915853 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40761a46-1970-4adb-bf47-2b1ec321a22b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=595d6fbc-3d1a-4f6a-9411-c22fbf2ed1d7,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:28.919662 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-40761a46-1970-4adb-bf47-2b1ec321a22b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:28.921563 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-40761a46-1970-4adb-bf47-2b1ec321a22b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/595d6fbc-3d1a-4f6a-9411-c22fbf2ed1d7 HTTP/1.1" status: 204 len: 168 time: 0.2855065 Aug 09 18:02:28.924219 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 44024) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:28.995229 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.072260 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.082153 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e79f29-f63c-418d-bf93-eaa7bee7c355']}} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:29.092025 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1987cb-fb8e-4d50-ac92-f7013030cbb6') {'for_net_delete': True} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:29.092359 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1987cb-fb8e-4d50-ac92-f7013030cbb6') {} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:29.102810 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2648135'] for segment, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.116661 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.123112 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=100425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:02:29.123526 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2648452'] for segment, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: Traceback (most recent call last): Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: timer() Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: cb(*args, **kw) Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: return func(*args, **kwargs) Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: self._notify() Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: self.callback(batched_events) Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: event.method(event) Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: return f(self, *a, **k) Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._get(url).json() Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: return self.request(url, 'GET', **kwargs) Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:02:29.125159 dv-cinder-788363-10-iscsi neutron-server[100425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:02:29.243434 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.248565 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.254681 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] 10.222.0.54 "DELETE /v2.0/networks/81e79f29-f63c-418d-bf93-eaa7bee7c355 HTTP/1.1" status: 204 len: 168 time: 0.3254919 Aug 09 18:02:29.265190 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7639a0-060c-4d64-9f94-10fef916e78d admin admin] Pushing event deleted for resources: {'Network': ['ID=81e79f29-f63c-418d-bf93-eaa7bee7c355,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:29.397559 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca5a3c-dd0e-44a7-922f-67a09cac0361 req-b46944f7-f216-4c62-8ff8-dd2e7c8a0e1f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:29.399075 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2bca5a3c-dd0e-44a7-922f-67a09cac0361 req-b46944f7-f216-4c62-8ff8-dd2e7c8a0e1f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.0584698 Aug 09 18:02:29.440842 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2bca5a3c-dd0e-44a7-922f-67a09cac0361 req-71af1f16-b608-4e77-a277-3a2e83f9d148 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357556 Aug 09 18:02:29.649716 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444163f3-4837-4374-8cd4-74a8c9413bb4 req-8a5b8f8e-7387-48c2-985a-faab35ae4537 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:29.651229 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-444163f3-4837-4374-8cd4-74a8c9413bb4 req-8a5b8f8e-7387-48c2-985a-faab35ae4537 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0517733 Aug 09 18:02:29.694246 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44036) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:29.706576 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-444163f3-4837-4374-8cd4-74a8c9413bb4 req-e5408ba3-c0d1-4335-9c7c-a074ba73c5e0 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493131 Aug 09 18:02:29.741609 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-a50d1295-f16a-4c7f-b58e-9d470e43904f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f373bccb479e46ccad77e3db7c7b1c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461650 Aug 09 18:02:29.744016 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44038) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:29.793153 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-37da9701-bdec-4989-b1ac-c3c10c2664a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.815423 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-37da9701-bdec-4989-b1ac-c3c10c2664a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.969443 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-37da9701-bdec-4989-b1ac-c3c10c2664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.974203 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-37da9701-bdec-4989-b1ac-c3c10c2664a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:29.975940 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-37da9701-bdec-4989-b1ac-c3c10c2664a8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/95fd3485-b3ea-4758-bae3-9c31b7dcdc89 HTTP/1.1" status: 204 len: 168 time: 0.2308793 Aug 09 18:02:29.988765 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da9701-bdec-4989-b1ac-c3c10c2664a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fd3485-b3ea-4758-bae3-9c31b7dcdc89,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:30.555406 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554b8e3-417b-4210-91cb-51ee88ea4e69 req-aee6ee25-0736-4e38-95cc-8005ccdd9ee7 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:30.556944 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6554b8e3-417b-4210-91cb-51ee88ea4e69 req-aee6ee25-0736-4e38-95cc-8005ccdd9ee7 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.0493715 Aug 09 18:02:30.597245 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6554b8e3-417b-4210-91cb-51ee88ea4e69 req-9658295c-9c37-4438-ab6e-e58a5ef7126e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338361 Aug 09 18:02:30.758159 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44050) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:30.827613 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-49e025ce-778e-421f-aa48-e6ca197224a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e595f9a825f54b38b8a7e39dc39f25b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681887 Aug 09 18:02:30.830055 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44052) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:30.880169 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466055e-a1bf-45b5-8154-9178f8aaec43 req-07571854-9a1c-468b-84b0-2f748bac3733 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:30.881755 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0466055e-a1bf-45b5-8154-9178f8aaec43 req-07571854-9a1c-468b-84b0-2f748bac3733 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0901585 Aug 09 18:02:30.907840 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-305656a2-0c78-4d07-b1ca-4b03ba560750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:30.948576 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-305656a2-0c78-4d07-b1ca-4b03ba560750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:30.952838 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0466055e-a1bf-45b5-8154-9178f8aaec43 req-9fafe599-6d97-4b54-8aa8-8a0f053e774b tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589635 Aug 09 18:02:31.175851 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-305656a2-0c78-4d07-b1ca-4b03ba560750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:31.178506 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-305656a2-0c78-4d07-b1ca-4b03ba560750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:31.179704 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-305656a2-0c78-4d07-b1ca-4b03ba560750 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/312b0ef2-6259-4d4d-8c42-c5d8f2c2dda4 HTTP/1.1" status: 204 len: 168 time: 0.3487210 Aug 09 18:02:31.189440 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305656a2-0c78-4d07-b1ca-4b03ba560750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312b0ef2-6259-4d4d-8c42-c5d8f2c2dda4,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:31.360504 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:02:31.382724 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:02:31.383064 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 00b50bc0-d8c1-45cf-8d03-34c7110ac3c2 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:02:31.405940 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-973181de-a8f5-4402-814e-fb6b1789e61e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e515212-3fcd-4509-aa3b-2db183dc2015 HTTP/1.1" status: 200 len: 217 time: 0.0488687 Aug 09 18:02:31.469644 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5325016-bef4-427b-8069-20d91dac05a5 req-36e627f7-2ed4-4710-b86b-fad13ae591a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:31.471758 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-36e627f7-2ed4-4710-b86b-fad13ae591a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 200 len: 851 time: 0.0501301 Aug 09 18:02:31.534162 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8ce8fb7a-2f03-4cea-8c5d-38821815c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:31.534162 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-8ce8fb7a-2f03-4cea-8c5d-38821815c302 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0813a6d7-5ac5-4010-a774-1854c5fa63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450542 Aug 09 18:02:31.652295 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-4b834d9c-dfe2-419a-97fd-6297848d13de service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168478 Aug 09 18:02:31.729360 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8843-ad54-48f8-8148-6b0d30c9378e req-62a713f4-91c0-49f9-b4e4-e04c43a62b28 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:31.730956 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c1a8843-ad54-48f8-8148-6b0d30c9378e req-62a713f4-91c0-49f9-b4e4-e04c43a62b28 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.0624161 Aug 09 18:02:31.774215 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e5325016-bef4-427b-8069-20d91dac05a5 req-5aa787f7-72c8-43c3-916c-6ebbc46d17ff service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107635 Aug 09 18:02:31.786539 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c1a8843-ad54-48f8-8148-6b0d30c9378e req-0f7ba9f2-03c7-4f5e-8fb4-5a317d194f31 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477004 Aug 09 18:02:32.075558 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6073f-b222-40f5-9f43-e78d62a30c55 req-741799ef-431b-42cb-8000-51aa3e333d79 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:32.077054 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e3c6073f-b222-40f5-9f43-e78d62a30c55 req-741799ef-431b-42cb-8000-51aa3e333d79 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0508432 Aug 09 18:02:32.120727 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e3c6073f-b222-40f5-9f43-e78d62a30c55 req-597349eb-cb4a-4474-a7d4-00a693865e40 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372293 Aug 09 18:02:32.912106 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6da39-9c05-4a40-b273-729e67781f74 req-42546b67-ef1f-47b9-8424-c1d1b6cff038 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:32.912747 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a2e6da39-9c05-4a40-b273-729e67781f74 req-42546b67-ef1f-47b9-8424-c1d1b6cff038 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.0528059 Aug 09 18:02:32.952499 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a2e6da39-9c05-4a40-b273-729e67781f74 req-84597cc9-bb2e-4833-94f4-c6c051c9c621 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328858 Aug 09 18:02:33.248237 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de0e60-eba8-4f3a-bc86-2ececaecb00f req-07f32ded-1a47-4aaa-acfc-9c62cd1d73c9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:33.249711 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-92de0e60-eba8-4f3a-bc86-2ececaecb00f req-07f32ded-1a47-4aaa-acfc-9c62cd1d73c9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0503664 Aug 09 18:02:33.288996 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-92de0e60-eba8-4f3a-bc86-2ececaecb00f req-5e1c260f-50cc-4676-b052-ad213ca97e79 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331478 Aug 09 18:02:33.807665 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc2fb6-3d95-4341-b957-ee789c15c19b req-d0f26875-b369-4c94-ae7a-28b17064b11b tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:33.809193 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e2dc2fb6-3d95-4341-b957-ee789c15c19b req-d0f26875-b369-4c94-ae7a-28b17064b11b tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0505188 Aug 09 18:02:33.855904 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e2dc2fb6-3d95-4341-b957-ee789c15c19b req-227824cd-e6be-46e6-98cf-c756aecc73db tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392551 Aug 09 18:02:33.935235 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-0c9f11db-2c7d-47d1-b51e-c78d1552fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:33.936808 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-0c9f11db-2c7d-47d1-b51e-c78d1552fe7c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40587718c41747db8e651a1cf986947e&device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 1137 time: 0.0438654 Aug 09 18:02:34.059541 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-c8c80380-beb4-4379-a6e0-cf58474478fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:34.062076 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-c8c80380-beb4-4379-a6e0-cf58474478fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=d52d57ec-4828-43fb-8cf8-fadad217d77b HTTP/1.1" status: 200 len: 916 time: 0.1174784 Aug 09 18:02:34.079212 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcdc87-7fa5-42b9-977a-5f470a5e65ca req-ee22714e-e644-421a-b56a-50e2d9dd77f3 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:34.081256 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c7fcdc87-7fa5-42b9-977a-5f470a5e65ca req-ee22714e-e644-421a-b56a-50e2d9dd77f3 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.0565734 Aug 09 18:02:34.129650 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c7fcdc87-7fa5-42b9-977a-5f470a5e65ca req-6b2c2e07-bc5f-4a2e-b99f-886163746207 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419989 Aug 09 18:02:34.141323 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-9652c10f-fcd0-4228-8633-4e5a9de21a9f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b HTTP/1.1" status: 200 len: 1001 time: 0.0651581 Aug 09 18:02:34.192837 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-ed98092b-7b5b-40fd-b0a0-feb52cf92fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:34.194409 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-ed98092b-7b5b-40fd-b0a0-feb52cf92fef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe1fe21a-2bde-44ae-8f9c-bed9d307a919 HTTP/1.1" status: 200 len: 854 time: 0.0453944 Aug 09 18:02:34.319455 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-22f748a8-e673-4655-ac7f-2f073056aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:34.319455 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-22f748a8-e673-4655-ac7f-2f073056aded service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d52d57ec-4828-43fb-8cf8-fadad217d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431583 Aug 09 18:02:34.332297 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-e3f24473-3f90-4301-917c-10935a204fe8 service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801206 Aug 09 18:02:34.434037 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-843ee9a8-0e16-4809-89f8-6ec6603c50dd req-1e973a22-e8b2-44db-9b4c-36e0e1e5040d service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942807 Aug 09 18:02:34.986416 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf73a42-eafe-405a-9e18-13b03d89c016 req-d4d94116-aa38-4a80-9099-74f2105cf8e8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:34.988403 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fcf73a42-eafe-405a-9e18-13b03d89c016 req-d4d94116-aa38-4a80-9099-74f2105cf8e8 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0514793 Aug 09 18:02:35.029470 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fcf73a42-eafe-405a-9e18-13b03d89c016 req-8b245903-9add-4bbe-bcdc-89a489ee029d tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348494 Aug 09 18:02:35.264255 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78cfb4-7ad8-43ee-b017-d4ad19974bc1 req-a1e1881b-854c-450a-8de5-0ecab5bb027b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:35.265857 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ce78cfb4-7ad8-43ee-b017-d4ad19974bc1 req-a1e1881b-854c-450a-8de5-0ecab5bb027b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.0608346 Aug 09 18:02:35.305209 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ce78cfb4-7ad8-43ee-b017-d4ad19974bc1 req-4876d866-4257-449a-87e6-2b1db400a9ad tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332785 Aug 09 18:02:36.152428 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a998a9b-5ff9-4a4f-8572-614dc0923066 req-f60f6824-88be-4af7-848e-68c960bb9b29 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:36.155421 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1a998a9b-5ff9-4a4f-8572-614dc0923066 req-f60f6824-88be-4af7-848e-68c960bb9b29 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0548816 Aug 09 18:02:36.195312 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1a998a9b-5ff9-4a4f-8572-614dc0923066 req-9be123de-fe36-48ac-874a-a57a2a1ba162 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346856 Aug 09 18:02:36.214309 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:36.426845 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5afa8-18cd-4a82-aedc-ec212c848648 req-bec90414-0d45-4937-894c-5c9ffcc687f8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:36.428226 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ec5afa8-18cd-4a82-aedc-ec212c848648 req-bec90414-0d45-4937-894c-5c9ffcc687f8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.0493143 Aug 09 18:02:36.470085 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ec5afa8-18cd-4a82-aedc-ec212c848648 req-75be21d5-6f9f-4c2d-975a-6199843b5f11 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359857 Aug 09 18:02:37.313374 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78990a-043e-4381-a3ac-dfa5141ad153 req-1ae15c1b-2022-491a-9f0d-65c2fdb2fc9e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:37.314867 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6a78990a-043e-4381-a3ac-dfa5141ad153 req-1ae15c1b-2022-491a-9f0d-65c2fdb2fc9e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0511703 Aug 09 18:02:37.357039 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6a78990a-043e-4381-a3ac-dfa5141ad153 req-c4a7297f-748f-4cc5-837f-1ab1d9fa545d tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360844 Aug 09 18:02:37.588155 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e83f6a-164d-4d69-92dc-526eb8ee5675 req-dfdd8108-c4d6-4742-a4e9-3f188af7bd94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:37.589640 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7e83f6a-164d-4d69-92dc-526eb8ee5675 req-dfdd8108-c4d6-4742-a4e9-3f188af7bd94 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.0514390 Aug 09 18:02:37.628526 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7e83f6a-164d-4d69-92dc-526eb8ee5675 req-aaf1788c-aa5a-4921-bb16-a6a12bf36e0b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329156 Aug 09 18:02:38.403831 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-c06864c7-01fc-40a1-9151-abfd65d3fa4d tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:38.405323 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-c06864c7-01fc-40a1-9151-abfd65d3fa4d tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/networks?id=8039abcc-253c-4eb2-95d1-9000bf673132 HTTP/1.1" status: 200 len: 814 time: 0.1008489 Aug 09 18:02:38.427330 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-1db9fb73-02f3-470b-a766-135f37859ce3 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/quotas/8c54051530bc4de08d03cf270cff724c HTTP/1.1" status: 200 len: 375 time: 0.0150924 Aug 09 18:02:38.499352 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-241fb753-ee9d-424b-bfb5-c496ac4a6539 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c54051530bc4de08d03cf270cff724c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578694 Aug 09 18:02:38.525421 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc20d90-05fb-4239-a5a8-e5a15428335d req-0c459fb2-79e9-4f93-836e-87d05de3cc8c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:38.526948 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3dc20d90-05fb-4239-a5a8-e5a15428335d req-0c459fb2-79e9-4f93-836e-87d05de3cc8c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0984480 Aug 09 18:02:38.568854 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3dc20d90-05fb-4239-a5a8-e5a15428335d req-388093c0-d61b-4113-a564-acf735750db1 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354464 Aug 09 18:02:38.713641 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-6adc4778-3657-44c5-9691-aa57b881e116 service neutron] 10.222.0.54 "GET /v2.0/networks/8039abcc-253c-4eb2-95d1-9000bf673132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064643 Aug 09 18:02:38.806022 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3c50e-fd09-4dd4-bda6-c0603cbe8dae req-8bf4c88c-34a7-4d82-a2f5-a8d4cab12cc1 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:38.807589 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bff3c50e-fd09-4dd4-bda6-c0603cbe8dae req-8bf4c88c-34a7-4d82-a2f5-a8d4cab12cc1 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.1117272 Aug 09 18:02:38.843900 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-11950a90-2edc-4522-beee-e2d1af254c34 service neutron] 10.222.0.54 "GET /v2.0/networks/8039abcc-253c-4eb2-95d1-9000bf673132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169188 Aug 09 18:02:38.870336 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bff3c50e-fd09-4dd4-bda6-c0603cbe8dae req-9135d2d2-0649-48b9-ac50-485ea8302c05 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497053 Aug 09 18:02:39.144680 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4d2d178b-795f-46ba-8f19-f8e2c8183d21 req-8e0baa30-b76d-4cde-8f7b-777c359f5cb3 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0378261 Aug 09 18:02:39.695025 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11cf7d-82b4-40f5-809e-f65b152a9aca req-af6b25a2-b535-4113-ae7e-b6e4e405fc36 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:39.696675 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf11cf7d-82b4-40f5-809e-f65b152a9aca req-af6b25a2-b535-4113-ae7e-b6e4e405fc36 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0553558 Aug 09 18:02:39.749239 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf11cf7d-82b4-40f5-809e-f65b152a9aca req-6a39ac26-7456-41cd-867f-fe6810539615 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441206 Aug 09 18:02:40.001912 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725d4d7-80fa-4ffb-8d85-6892d2c00dab req-fff0fd73-1dfc-46f7-ad89-954ccd053503 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:40.007371 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f725d4d7-80fa-4ffb-8d85-6892d2c00dab req-fff0fd73-1dfc-46f7-ad89-954ccd053503 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.0517232 Aug 09 18:02:40.044639 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f725d4d7-80fa-4ffb-8d85-6892d2c00dab req-2b7ee084-edaa-4212-9fd7-c43d305d594a tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350499 Aug 09 18:02:40.103082 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf275eb5-5cc0-472c-8945-07b53f7dfd27 req-5b438ea3-11b5-4b77-8666-fcb73080589d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:40.104657 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cf275eb5-5cc0-472c-8945-07b53f7dfd27 req-5b438ea3-11b5-4b77-8666-fcb73080589d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0590942 Aug 09 18:02:40.149358 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-cf275eb5-5cc0-472c-8945-07b53f7dfd27 req-8c8fcd15-8215-4602-986e-6e37ea34e9fc tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385394 Aug 09 18:02:40.244218 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-74ee4bfc-b5cd-40a4-82b2-4b11fd449ebc req-6917b967-8844-4363-96c6-f51d5aa60d1f tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0383806 Aug 09 18:02:40.888763 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e281a75-5706-4d19-aaeb-23e8151a8d4e req-60da51c8-fa98-440d-b8f1-d3478ede7dd3 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:40.890385 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7e281a75-5706-4d19-aaeb-23e8151a8d4e req-60da51c8-fa98-440d-b8f1-d3478ede7dd3 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0551932 Aug 09 18:02:40.939093 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7e281a75-5706-4d19-aaeb-23e8151a8d4e req-2a853d13-c276-4bc3-87de-261577fcb1be tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419183 Aug 09 18:02:41.158016 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72e1ca-2200-46b6-97d3-6d87774b0874 req-b1a50d9a-3e5c-4749-8c71-bb3c2fac377b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:41.159502 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab72e1ca-2200-46b6-97d3-6d87774b0874 req-b1a50d9a-3e5c-4749-8c71-bb3c2fac377b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 944 time: 0.0499694 Aug 09 18:02:41.197104 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab72e1ca-2200-46b6-97d3-6d87774b0874 req-0f6e5a76-d433-4edd-bd67-ff38de7a1d77 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316837 Aug 09 18:02:41.278696 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dadf3a-5d36-480e-a8d7-914672981271 req-62971a10-f7ba-43d7-a485-1b8d8c00bcf3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:41.281803 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c3dadf3a-5d36-480e-a8d7-914672981271 req-62971a10-f7ba-43d7-a485-1b8d8c00bcf3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0571938 Aug 09 18:02:41.331278 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c3dadf3a-5d36-480e-a8d7-914672981271 req-ed50f9fa-3698-43fe-8956-82343ae312ad tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447760 Aug 09 18:02:41.356739 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-468c77f2-f3f4-4e0b-90e2-544f279fc3a6 req-e9ee5d3a-f68e-43b3-89dc-7f4abf43d900 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0307665 Aug 09 18:02:41.371142 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 0e515212-3fcd-4509-aa3b-2db183dc2015 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:02:41.474960 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 0e515212-3fcd-4509-aa3b-2db183dc2015, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e515212-3fcd-4509-aa3b-2db183dc2015,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:41.486263 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'mac_address': 'fa:16:3e:9f:5e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:02:41.523841 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:41.537895 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e515212-3fcd-4509-aa3b-2db183dc2015 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:02:41.556908 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 0e515212-3fcd-4509-aa3b-2db183dc2015, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e515212-3fcd-4509-aa3b-2db183dc2015,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:41.666700 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:41.727939 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=0e515212-3fcd-4509-aa3b-2db183dc2015,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:41.735148 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.735493 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.735827 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.736153 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.736570 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.737451 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.737777 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.738097 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.738422 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.738737 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.742742 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:41.742742 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:42.050645 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['0e515212-3fcd-4509-aa3b-2db183dc2015'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:02:42.059872 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4c56d-07d0-4aee-be36-7f032b7acd45 req-66371719-c0f7-46b8-ba6d-09b90c609866 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:42.061559 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9fe4c56d-07d0-4aee-be36-7f032b7acd45 req-66371719-c0f7-46b8-ba6d-09b90c609866 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0507104 Aug 09 18:02:42.107643 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9fe4c56d-07d0-4aee-be36-7f032b7acd45 req-f3454f01-6eff-4081-9038-523394f66177 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390341 Aug 09 18:02:42.161520 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-527407fe-ba7e-4c2c-9f32-8f3b3fcee7d0 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:42.173580 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-527407fe-ba7e-4c2c-9f32-8f3b3fcee7d0 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.77 "GET /v2.0/networks?id=8039abcc-253c-4eb2-95d1-9000bf673132 HTTP/1.1" status: 200 len: 814 time: 0.1061590 Aug 09 18:02:42.183350 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Request body: {'port': {'device_id': '811f9a5a-b211-43d3-9750-e9af3593cad6', 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132', 'admin_state_up': True, 'tenant_id': '8c54051530bc4de08d03cf270cff724c'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:02:42.330711 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf9ba2-84ae-4c2d-a0c5-21e2b00af6b5 req-94b5bc4a-2abe-45f2-8789-1e476d6e47b3 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:42.332525 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f8bf9ba2-84ae-4c2d-a0c5-21e2b00af6b5 req-94b5bc4a-2abe-45f2-8789-1e476d6e47b3 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 945 time: 0.0616214 Aug 09 18:02:42.380627 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f8bf9ba2-84ae-4c2d-a0c5-21e2b00af6b5 req-65369310-dda0-4cfb-803c-43a5eda92601 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420048 Aug 09 18:02:42.420375 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Made reservation on behalf of 8c54051530bc4de08d03cf270cff724c for: {'port': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:02:42.424296 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:42.488340 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f938dd0-7c20-4651-889c-495a62a06447 req-23dd6407-a9a0-4ba2-9df2-61d81fd5a08d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:42.490257 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0f938dd0-7c20-4651-889c-495a62a06447 req-23dd6407-a9a0-4ba2-9df2-61d81fd5a08d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0727949 Aug 09 18:02:42.532070 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-37336ab9-e4d8-48ac-a551-649b520f1dd3 req-b38e5fc2-6782-4da2-9407-14902a305201 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0407066 Aug 09 18:02:42.570039 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0f938dd0-7c20-4651-889c-495a62a06447 req-211ac5f0-3253-45b8-a831-32d27175665b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692806 Aug 09 18:02:42.572157 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Allocated IP 172.20.0.10 (8039abcc-253c-4eb2-95d1-9000bf673132/c534cabf-52e6-4527-8f45-7da9d2a8483d/00fd5f13-053e-4f29-acb5-3dfa5e6b1047) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:02:42.724833 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:42.940707 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:42.989273 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Network 8039abcc-253c-4eb2-95d1-9000bf673132 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:02:42.992399 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:02:42.996303 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:02:43.020454 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Pushing event updated for resources: {'Port': ['ID=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:43.032363 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.032867 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.033231 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.033592 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.033926 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.034257 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.034586 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.034914 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.035238 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.035581 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.035903 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.036302 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:43.058354 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:43.058968 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:43.217242 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-13c3bdc8-9bc6-4ec6-9ece-ef4a92d2c937 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0376570 Aug 09 18:02:43.232522 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69dbbd-d6ac-47bc-a86b-1db5265838b3 req-be9eacff-edde-47c4-b88f-4250772bdb92 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:43.233949 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1c69dbbd-d6ac-47bc-a86b-1db5265838b3 req-be9eacff-edde-47c4-b88f-4250772bdb92 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0610313 Aug 09 18:02:43.241951 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Request body: {'port': {'device_id': '811f9a5a-b211-43d3-9750-e9af3593cad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:02:43.277218 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1c69dbbd-d6ac-47bc-a86b-1db5265838b3 req-59f2dbae-aab8-4166-92bd-6bbad9024a66 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363529 Aug 09 18:02:43.294900 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:43.389150 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 0e515212-3fcd-4509-aa3b-2db183dc2015 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:02:43.517284 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db917a-65ae-4f55-b57b-209311b7d795 req-bc484511-cbd2-449c-974a-ab97d1b822b4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:43.519260 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45db917a-65ae-4f55-b57b-209311b7d795 req-bc484511-cbd2-449c-974a-ab97d1b822b4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 945 time: 0.0492864 Aug 09 18:02:43.557384 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 0e515212-3fcd-4509-aa3b-2db183dc2015 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:02:43.567806 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 0e515212-3fcd-4509-aa3b-2db183dc2015 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:02:43.570438 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45db917a-65ae-4f55-b57b-209311b7d795 req-c5849b38-ee5d-4308-9e1b-60e5abfb0e88 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Aug 09 18:02:43.570851 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:43.589312 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 {{(pid=100425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:02:43.598397 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:43.619901 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.provisioning_blocks [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Transition to ACTIVE for port object 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 will not be triggered until provisioned by entity L2. {{(pid=100425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:02:43.705715 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:43.706447 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:43.725809 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e4a70-be67-452a-92b7-d2cd9bd3800e req-1768074f-bbbf-4bcb-a0f3-e0b551ddbfc2 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:43.728853 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e43e4a70-be67-452a-92b7-d2cd9bd3800e req-1768074f-bbbf-4bcb-a0f3-e0b551ddbfc2 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 932 time: 0.0919600 Aug 09 18:02:43.728990 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e515212-3fcd-4509-aa3b-2db183dc2015'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:02:43.731370 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b390c8-aa87-4bc8-9a76-19fe83751d7a" -d '{"events": [{"server_uuid": "d59f8cd8-8823-41af-a448-747563ea2b37", "name": "network-vif-plugged", "status": "completed", "tag": "0e515212-3fcd-4509-aa3b-2db183dc2015"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:02:43.748891 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 0e515212-3fcd-4509-aa3b-2db183dc2015, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e515212-3fcd-4509-aa3b-2db183dc2015,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:43.766344 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Pushing event updated for resources: {'Port': ['ID=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:43.772042 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae6e64-7c2f-4cb0-9155-42bea913482c req-c97ea99e-fec2-4510-b584-905cbe40fe7a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:43.777852 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c7ae6e64-7c2f-4cb0-9155-42bea913482c req-c97ea99e-fec2-4510-b584-905cbe40fe7a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.1149170 Aug 09 18:02:43.812757 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e43e4a70-be67-452a-92b7-d2cd9bd3800e req-370a0b8d-4db7-499d-9f86-fe71bdcad328 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767186 Aug 09 18:02:43.842779 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c7ae6e64-7c2f-4cb0-9155-42bea913482c req-af70df54-dd9d-4f54-a6e6-0fd3a4b6af22 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548148 Aug 09 18:02:43.852573 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Attempting to bind port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:02:43.853171 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Attempting to bind port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'dc68878e-fb1f-4591-8a76-07b464532cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132'}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:02:43.853762 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Attempting to bind port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 on network 8039abcc-253c-4eb2-95d1-9000bf673132 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:02:43.874903 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 on network 8039abcc-253c-4eb2-95d1-9000bf673132 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:02:43.875369 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Attempting to bind port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 on network 8039abcc-253c-4eb2-95d1-9000bf673132 {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:02:43.884565 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:02:43.891282 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Checking segment: {'id': 'dc68878e-fb1f-4591-8a76-07b464532cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:02:43.891282 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Bound using segment: {'id': 'dc68878e-fb1f-4591-8a76-07b464532cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132'} {{(pid=100425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:02:43.891282 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.managers [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Bound port: 00fd5f13-053e-4f29-acb5-3dfa5e6b1047, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc68878e-fb1f-4591-8a76-07b464532cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132'}}] {{(pid=100425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:02:43.891282 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:43.948143 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:43.968030 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] For port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047, host hv-cinder-78836, cleared binding levels {{(pid=100425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:02:43.971606 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] For port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,segment=NetworkSegment(dc68878e-fb1f-4591-8a76-07b464532cd9),segment_id=dc68878e-fb1f-4591-8a76-07b464532cd9)] {{(pid=100425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:02:44.009316 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=0e515212-3fcd-4509-aa3b-2db183dc2015,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:44.028223 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d39f26-9645-4f2f-aac5-200c5bb7d52d x-openstack-request-id: req-93d39f26-9645-4f2f-aac5-200c5bb7d52d {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:02:44.028513 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59f8cd8-8823-41af-a448-747563ea2b37", "name": "network-vif-plugged", "status": "completed", "tag": "0e515212-3fcd-4509-aa3b-2db183dc2015", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:02:44.028759 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-93d39f26-9645-4f2f-aac5-200c5bb7d52d {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:02:44.029149 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'code': 200} Aug 09 18:02:44.192064 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:44.207717 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:44.208356 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:44.209888 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] 10.222.0.77 "PUT /v2.0/ports/00fd5f13-053e-4f29-acb5-3dfa5e6b1047 HTTP/1.1" status: 200 len: 1094 time: 0.9723458 Aug 09 18:02:44.210336 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811f9a5a-b211-43d3-9750-e9af3593cad6', 'tag': '00fd5f13-053e-4f29-acb5-3dfa5e6b1047'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:02:44.212590 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb2d784-beec-4fc1-b966-a9bb50611cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "811f9a5a-b211-43d3-9750-e9af3593cad6", "tag": "00fd5f13-053e-4f29-acb5-3dfa5e6b1047"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:02:44.248994 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59aec08-ae98-455d-bb1d-ace651184a4e x-openstack-request-id: req-e59aec08-ae98-455d-bb1d-ace651184a4e {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:02:44.249705 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811f9a5a-b211-43d3-9750-e9af3593cad6", "tag": "00fd5f13-053e-4f29-acb5-3dfa5e6b1047", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:02:44.249705 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e59aec08-ae98-455d-bb1d-ace651184a4e {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:02:44.249960 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811f9a5a-b211-43d3-9750-e9af3593cad6', 'tag': '00fd5f13-053e-4f29-acb5-3dfa5e6b1047', 'status': 'completed', 'code': 200} Aug 09 18:02:44.271766 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-258dc29a-ea9c-4b03-aa58-f3eb0f415351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:44.344996 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b25936-f811-46fd-86e4-0375abe60abe service neutron] Pushing event updated for resources: {'Port': ['ID=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,revision_number=3']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:44.357392 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2d784-beec-4fc1-b966-a9bb50611cb3 req-ade2725e-19d0-4fbd-800c-748fdabaaa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:44.358915 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-aeb2d784-beec-4fc1-b966-a9bb50611cb3 req-ade2725e-19d0-4fbd-800c-748fdabaaa17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c54051530bc4de08d03cf270cff724c&device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 1097 time: 0.0606000 Aug 09 18:02:44.406084 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084bd61-c9f3-4a3f-9c5f-612d932ec586 req-581c2cf0-1b88-4972-a07c-bb5480d8bdfe tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:44.407626 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e084bd61-c9f3-4a3f-9c5f-612d932ec586 req-581c2cf0-1b88-4972-a07c-bb5480d8bdfe tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0507102 Aug 09 18:02:44.449852 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e084bd61-c9f3-4a3f-9c5f-612d932ec586 req-7f008f09-d695-4202-a69d-774db7fe4a00 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360074 Aug 09 18:02:44.475501 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2d784-beec-4fc1-b966-a9bb50611cb3 req-7c85b304-de50-4f83-bbce-3dacdd6cac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:44.477045 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-aeb2d784-beec-4fc1-b966-a9bb50611cb3 req-7c85b304-de50-4f83-bbce-3dacdd6cac61 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=8c54051530bc4de08d03cf270cff724c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1010952 Aug 09 18:02:44.613596 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd9d3-6265-404f-887a-63ba52bdec01 req-bdf0122b-e178-4a8d-bf6d-e886e6d24d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:44.616875 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c10dd9d3-6265-404f-887a-63ba52bdec01 req-bdf0122b-e178-4a8d-bf6d-e886e6d24d56 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 1099 time: 0.0759315 Aug 09 18:02:44.620584 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2d784-beec-4fc1-b966-a9bb50611cb3 req-783a0cc9-93a1-4e43-9e2f-124e92c0b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:44.624895 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-aeb2d784-beec-4fc1-b966-a9bb50611cb3 req-783a0cc9-93a1-4e43-9e2f-124e92c0b786 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323996 Aug 09 18:02:44.671866 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-c10dd9d3-6265-404f-887a-63ba52bdec01 req-800ef870-da72-4fa6-9027-92775b133f5c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331788 Aug 09 18:02:44.692897 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6149f-2a18-4bad-aa27-3eb0b938e66c req-04d85f0f-0e51-43db-8ecb-ac1e9ae6f0e9 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:44.694886 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-32d6149f-2a18-4bad-aa27-3eb0b938e66c req-04d85f0f-0e51-43db-8ecb-ac1e9ae6f0e9 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 946 time: 0.0590665 Aug 09 18:02:44.735502 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-32d6149f-2a18-4bad-aa27-3eb0b938e66c req-6ba982f5-2487-4988-83e1-146e7329e007 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341549 Aug 09 18:02:44.947162 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a813-5603-4326-b2b5-e255b2890452 req-f2beea6d-48cd-4f83-95b8-43791f7b11bd tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:44.948582 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9cc8a813-5603-4326-b2b5-e255b2890452 req-f2beea6d-48cd-4f83-95b8-43791f7b11bd tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 944 time: 0.0645566 Aug 09 18:02:45.017073 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-d038ae88-2903-427d-9e35-4d628b880dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:45.017234 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d7b8c-4f77-4d1b-a218-b6b633c730cc req-d13501c7-b02c-46cd-a2f9-91ad36b08378 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:45.017374 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-d038ae88-2903-427d-9e35-4d628b880dd1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8c54051530bc4de08d03cf270cff724c&device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 1097 time: 0.0415585 Aug 09 18:02:45.017461 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-879d7b8c-4f77-4d1b-a218-b6b633c730cc req-d13501c7-b02c-46cd-a2f9-91ad36b08378 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0836496 Aug 09 18:02:45.017461 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9cc8a813-5603-4326-b2b5-e255b2890452 req-e0343e0f-5250-4ab7-817c-62e0b7538e64 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519595 Aug 09 18:02:45.053752 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-879d7b8c-4f77-4d1b-a218-b6b633c730cc req-8ac810cb-e5f3-4ee7-851b-dea3c88f7551 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Aug 09 18:02:45.065205 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-c8d0bb16-8364-4598-bed9-72d83a8077c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00fd5f13-053e-4f29-acb5-3dfa5e6b1047 HTTP/1.1" status: 200 len: 217 time: 0.0338216 Aug 09 18:02:45.117500 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-ec725a56-5d93-4377-b99c-049e74af2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:45.118893 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-ec725a56-5d93-4377-b99c-049e74af2109 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c534cabf-52e6-4527-8f45-7da9d2a8483d HTTP/1.1" status: 200 len: 854 time: 0.0459287 Aug 09 18:02:45.149774 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-068aad75-2555-47a8-9d1f-47e283590a9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=8039abcc-253c-4eb2-95d1-9000bf673132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236926 Aug 09 18:02:45.247084 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-e3931336-7eb4-46c9-99ba-d4cbc4a95c70 service neutron] 10.222.0.77 "GET /v2.0/networks/8039abcc-253c-4eb2-95d1-9000bf673132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826859 Aug 09 18:02:45.344158 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e992308f-1cfc-4134-8f55-e05393d7d2e3 req-79135072-4216-4e31-b365-054fc5d80840 service neutron] 10.222.0.77 "GET /v2.0/networks/8039abcc-253c-4eb2-95d1-9000bf673132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877542 Aug 09 18:02:45.572622 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2677d20-0248-4d7a-beb5-6d9c738e7ccf req-95ef5180-524e-47e1-922a-53e642928064 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:45.574219 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f2677d20-0248-4d7a-beb5-6d9c738e7ccf req-95ef5180-524e-47e1-922a-53e642928064 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0503666 Aug 09 18:02:45.619258 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f2677d20-0248-4d7a-beb5-6d9c738e7ccf req-78ad3a97-fe1a-4c68-a4e4-3d3e4f3b0054 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384576 Aug 09 18:02:45.857552 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68eddd-d8b3-467a-a37a-56fc9cf7b488 req-2c9c14ed-ec6e-4b73-a7a1-ccc98ae6363e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:45.859081 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9f68eddd-d8b3-467a-a37a-56fc9cf7b488 req-2c9c14ed-ec6e-4b73-a7a1-ccc98ae6363e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 946 time: 0.0515063 Aug 09 18:02:45.904743 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9f68eddd-d8b3-467a-a37a-56fc9cf7b488 req-ffbde947-52a0-4efe-9e99-573c2853a5d0 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Aug 09 18:02:46.133464 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283b36d-bcb8-4598-8355-7b1e7c58f0c0 req-58641ac6-5dac-481b-812d-1e0df4b49802 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:46.135037 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e283b36d-bcb8-4598-8355-7b1e7c58f0c0 req-58641ac6-5dac-481b-812d-1e0df4b49802 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 944 time: 0.0509667 Aug 09 18:02:46.204192 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e283b36d-bcb8-4598-8355-7b1e7c58f0c0 req-637ef7af-43b5-435e-ba0d-693f1bd91728 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598502 Aug 09 18:02:46.211315 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90782346-c8b6-4383-9179-2e372b58ced9 req-9edd9ce6-4754-4a44-8f5e-3c0026025b8d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:46.212766 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-90782346-c8b6-4383-9179-2e372b58ced9 req-9edd9ce6-4754-4a44-8f5e-3c0026025b8d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0765417 Aug 09 18:02:46.252275 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-90782346-c8b6-4383-9179-2e372b58ced9 req-b8e2097f-e691-449c-95b1-c2d416a14269 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332754 Aug 09 18:02:46.626211 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-895db8d0-11d7-49d5-8171-bb7f980183ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:46.751009 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c7da4-541e-4902-ba31-7757a0548b88 req-f8f6e2d0-c115-43cd-9b1c-90b6a05de0ac tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:46.752655 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8a1c7da4-541e-4902-ba31-7757a0548b88 req-f8f6e2d0-c115-43cd-9b1c-90b6a05de0ac tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0501697 Aug 09 18:02:46.757824 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:46.797436 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8a1c7da4-541e-4902-ba31-7757a0548b88 req-556870ef-2dfc-4b72-84c2-9a1af4d99f08 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383840 Aug 09 18:02:47.033280 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f5fb9-0abe-40c9-9ecf-317b4a061852 req-99089a86-2a96-462b-a7d8-452e6eecdd68 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:47.034884 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6d9f5fb9-0abe-40c9-9ecf-317b4a061852 req-99089a86-2a96-462b-a7d8-452e6eecdd68 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 946 time: 0.0636096 Aug 09 18:02:47.077805 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6d9f5fb9-0abe-40c9-9ecf-317b4a061852 req-c2d6278b-c5a2-4b7e-bcc9-fc12b401904b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338871 Aug 09 18:02:47.200976 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b0e7f-2fd9-40ab-a5bd-ddea4a61d9d2 req-5d6683f1-4d7a-4e74-84c2-cb77ee23d10f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:47.202633 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7d1b0e7f-2fd9-40ab-a5bd-ddea4a61d9d2 req-5d6683f1-4d7a-4e74-84c2-cb77ee23d10f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 946 time: 0.0552506 Aug 09 18:02:47.247760 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7d1b0e7f-2fd9-40ab-a5bd-ddea4a61d9d2 req-e08f89df-1d50-4801-9938-20715cd60a7e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333617 Aug 09 18:02:47.269977 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44340) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:47.367017 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f340cc1-0d96-4e35-a281-ea95cdda1cfe tempest-TestVolumeBootPattern-1080257087 tempest-TestVolumeBootPattern-1080257087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:47.368569 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-9f340cc1-0d96-4e35-a281-ea95cdda1cfe tempest-TestVolumeBootPattern-1080257087 tempest-TestVolumeBootPattern-1080257087-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 1094 time: 0.0976009 Aug 09 18:02:47.371624 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 44344) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:47.376433 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'floatingip': {'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:02:47.395529 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fddb8-591f-4458-a4c2-bbb0ad5f267a req-31dda535-ee54-4b3d-bfab-70c709d9145d tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:47.397106 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bd8fddb8-591f-4458-a4c2-bbb0ad5f267a req-31dda535-ee54-4b3d-bfab-70c709d9145d tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 944 time: 0.0980539 Aug 09 18:02:47.410444 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8755-291f-47df-a96c-2af37c154a5a req-cdcb047b-5e0b-40a6-af0a-477aac2cef93 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:47.411951 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-039f8755-291f-47df-a96c-2af37c154a5a req-cdcb047b-5e0b-40a6-af0a-477aac2cef93 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0819275 Aug 09 18:02:47.483656 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:47.588454 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:47.675137 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bd8fddb8-591f-4458-a4c2-bbb0ad5f267a req-061978a5-241d-4374-8499-3cd2802fa422 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621882 Aug 09 18:02:47.680285 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-039f8755-291f-47df-a96c-2af37c154a5a req-8b5545ab-9211-4ddb-8b19-9c8b6ddd3d37 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612491 Aug 09 18:02:47.698697 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Allocated IP 172.27.1.180 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/300f84f8-7c6e-4876-b287-ce8617ac34d4) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:02:47.800187 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:47.915543 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c788ff-c9be-49f2-8028-998ad024fbf3 req-bb3fa163-abeb-468b-88af-20ac2809a27e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:47.917028 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16c788ff-c9be-49f2-8028-998ad024fbf3 req-bb3fa163-abeb-468b-88af-20ac2809a27e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0507047 Aug 09 18:02:47.958947 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16c788ff-c9be-49f2-8028-998ad024fbf3 req-ec1ed853-35d1-4a77-83e4-5ed8150912c3 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356944 Aug 09 18:02:48.106012 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:48.106615 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:48.147940 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:02:48.150793 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:02:48.154391 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:02:48.176857 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'Port': ['ID=300f84f8-7c6e-4876-b287-ce8617ac34d4,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:48.552659 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:48.685104 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:48.830682 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05e665-a0f7-4173-a258-e53144490ffa req-0232f08e-08f0-4091-820a-4168c96c9400 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:48.832814 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9d05e665-a0f7-4173-a258-e53144490ffa req-0232f08e-08f0-4091-820a-4168c96c9400 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 944 time: 0.0885375 Aug 09 18:02:48.845712 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2419a-c2bf-45d7-9e33-e4b7aab74c90 req-02814b28-6d1b-40b0-8001-90e5365d4010 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:48.847833 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6fc2419a-c2bf-45d7-9e33-e4b7aab74c90 req-02814b28-6d1b-40b0-8001-90e5365d4010 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0771372 Aug 09 18:02:48.907555 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9d05e665-a0f7-4173-a258-e53144490ffa req-56cf7931-1a6a-40ee-9e18-ec5520f3ab19 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587034 Aug 09 18:02:48.916606 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6fc2419a-c2bf-45d7-9e33-e4b7aab74c90 req-d0a03ba8-fccf-4288-9a1b-5c1bd719e25d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604799 Aug 09 18:02:49.078028 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289866d-fa4f-4de0-9b0d-b1a77cace648 req-44aae513-6ddc-4c73-80cc-7c605fd672be tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:49.079649 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a289866d-fa4f-4de0-9b0d-b1a77cace648 req-44aae513-6ddc-4c73-80cc-7c605fd672be tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0523772 Aug 09 18:02:49.118379 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:49.122283 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a289866d-fa4f-4de0-9b0d-b1a77cace648 req-bbb6ed89-49a9-47bf-bc5b-5622f28c8e5e tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356266 Aug 09 18:02:49.214537 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:49.283515 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'Port': ['ID=300f84f8-7c6e-4876-b287-ce8617ac34d4,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:49.294012 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:49.317663 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:49.395807 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Floating IP e546510e-cbb3-468a-91c8-436937a519a1 associated. External IP: 172.27.1.180, port: 0e515212-3fcd-4509-aa3b-2db183dc2015. Aug 09 18:02:49.408607 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:02:49.509785 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,segment=NetworkSegment(dc68878e-fb1f-4591-8a76-07b464532cd9),segment_id=dc68878e-fb1f-4591-8a76-07b464532cd9)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:49.526233 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '00fd5f13-053e-4f29-acb5-3dfa5e6b1047', 'network_id': '8039abcc-253c-4eb2-95d1-9000bf673132', 'port_id': '00fd5f13-053e-4f29-acb5-3dfa5e6b1047', 'mac_address': 'fa:16:3e:7d:f6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c534cabf-52e6-4527-8f45-7da9d2a8483d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:02:49.567362 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:49.580304 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:02:49.600401 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,segment=NetworkSegment(dc68878e-fb1f-4591-8a76-07b464532cd9),segment_id=dc68878e-fb1f-4591-8a76-07b464532cd9)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:49.608377 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:02:49.717395 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:49.717926 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:02:49.743294 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] Sync routers for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:02:49.768531 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:02:49.768531 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:02:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:49.811881 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:49.856804 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:49.904940 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-8cd38dbc-9f2b-47e2-a61b-cd77fdf5e45e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5184252 Aug 09 18:02:49.904940 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'tag': '0e515212-3fcd-4509-aa3b-2db183dc2015'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:02:49.904940 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77b9c08-0041-4b7c-a174-02912e36262b" -d '{"events": [{"name": "network-changed", "server_uuid": "d59f8cd8-8823-41af-a448-747563ea2b37", "tag": "0e515212-3fcd-4509-aa3b-2db183dc2015"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:02:49.939738 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d77fee0-42db-4803-8c1f-ba44aaab10d2 x-openstack-request-id: req-1d77fee0-42db-4803-8c1f-ba44aaab10d2 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:02:49.940049 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59f8cd8-8823-41af-a448-747563ea2b37", "tag": "0e515212-3fcd-4509-aa3b-2db183dc2015", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:02:49.940302 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d77fee0-42db-4803-8c1f-ba44aaab10d2 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:02:49.940701 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'tag': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'status': 'completed', 'code': 200} Aug 09 18:02:50.027766 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:02:50.041548 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b9c08-0041-4b7c-a174-02912e36262b req-af93ab4a-f451-4ae3-8449-a78d838f3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:50.043481 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a77b9c08-0041-4b7c-a174-02912e36262b req-af93ab4a-f451-4ae3-8449-a78d838f3890 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 1099 time: 0.0521202 Aug 09 18:02:50.073276 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff43e3-f7aa-48ad-aab1-b796e3148961 req-d698c769-01b7-4435-9e76-8340a9d446eb tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:50.080783 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-27ff43e3-f7aa-48ad-aab1-b796e3148961 req-d698c769-01b7-4435-9e76-8340a9d446eb tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 945 time: 0.0932662 Aug 09 18:02:50.100868 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44374) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:50.124070 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5921f-674b-4434-8472-571e83bff5c5 req-c66714ba-4fdb-4fee-91e9-a355bbb17d14 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:50.125815 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d2d5921f-674b-4434-8472-571e83bff5c5 req-c66714ba-4fdb-4fee-91e9-a355bbb17d14 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.1060035 Aug 09 18:02:50.156894 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['00fd5f13-053e-4f29-acb5-3dfa5e6b1047'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:02:50.164530 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-27ff43e3-f7aa-48ad-aab1-b796e3148961 req-c2f5747f-ecaa-4d7d-93e1-684cb36b6305 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828786 Aug 09 18:02:50.187438 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b9c08-0041-4b7c-a174-02912e36262b req-6e6a47c4-ba3c-4a29-8e54-5f85b20d7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:50.188625 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a77b9c08-0041-4b7c-a174-02912e36262b req-6e6a47c4-ba3c-4a29-8e54-5f85b20d7aee service neutron] 10.222.0.77 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 913 time: 0.1369545 Aug 09 18:02:50.193900 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d2d5921f-674b-4434-8472-571e83bff5c5 req-21277b72-1e38-44bb-a668-977052cf4ebc tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606160 Aug 09 18:02:50.224975 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:50.286987 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a77b9c08-0041-4b7c-a174-02912e36262b req-a41e7916-b433-41e5-ab72-585b71e9e76b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e515212-3fcd-4509-aa3b-2db183dc2015 HTTP/1.1" status: 200 len: 1000 time: 0.0900285 Aug 09 18:02:50.326088 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21562a80-8ee0-4bcb-8292-d3ff0cb6eab8 req-47f631c4-54cd-4869-afef-c66604eecc30 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:50.327634 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-21562a80-8ee0-4bcb-8292-d3ff0cb6eab8 req-47f631c4-54cd-4869-afef-c66604eecc30 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0792418 Aug 09 18:02:50.346073 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b9c08-0041-4b7c-a174-02912e36262b req-6f9c3716-e0a5-48cd-8de7-2563f05a3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:50.347745 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a77b9c08-0041-4b7c-a174-02912e36262b req-6f9c3716-e0a5-48cd-8de7-2563f05a3005 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 200 len: 851 time: 0.0535352 Aug 09 18:02:50.395754 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b9c08-0041-4b7c-a174-02912e36262b req-ed977498-97d7-4430-aba4-a92dd61fd271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:50.403510 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-21562a80-8ee0-4bcb-8292-d3ff0cb6eab8 req-240df517-9335-4dcd-946b-81374b8d3caa tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577505 Aug 09 18:02:50.403818 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a77b9c08-0041-4b7c-a174-02912e36262b req-ed977498-97d7-4430-aba4-a92dd61fd271 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0813a6d7-5ac5-4010-a774-1854c5fa63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421100 Aug 09 18:02:50.405032 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:50.480457 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'e546510e-cbb3-468a-91c8-436937a519a1', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:9f:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:02:48Z', 'updated_at': '2021-08-09T18:02:48Z', 'revision_number': 0, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:50.497185 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a77b9c08-0041-4b7c-a174-02912e36262b req-17f6f9bd-2a60-49df-a585-c792e0a51f66 service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906594 Aug 09 18:02:50.514490 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] Checking router: 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:02:50.523423 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:02:50.524085 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:02:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:50.544181 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:50.588720 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0557d0ed4e274fe8bf94c6874c0058fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842985 Aug 09 18:02:50.588720 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f29dabe-8ebf-4027-a5d4-33a56e1da315,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:50.589334 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 44380) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:50.594534 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.595386 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.595702 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.596159 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.596537 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.596940 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.597362 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.597777 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.598173 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.598565 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.598954 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.599340 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36cbbc0-e731-4900-9ef5-55c7cb3e76bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:02:50.622309 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-a77b9c08-0041-4b7c-a174-02912e36262b req-79e467dd-87e7-494e-b08b-372ba9fe4f8c service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166809 Aug 09 18:02:50.640159 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:02:50.649821 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f0a9deb3-8fd9-4e14-97c6-92cc42330c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:50.674835 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f0a9deb3-8fd9-4e14-97c6-92cc42330c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:50.894639 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f0a9deb3-8fd9-4e14-97c6-92cc42330c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:50.900887 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f0a9deb3-8fd9-4e14-97c6-92cc42330c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:50.900887 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-f0a9deb3-8fd9-4e14-97c6-92cc42330c64 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f29dabe-8ebf-4027-a5d4-33a56e1da315 HTTP/1.1" status: 204 len: 168 time: 0.3079166 Aug 09 18:02:50.906611 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9deb3-8fd9-4e14-97c6-92cc42330c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f29dabe-8ebf-4027-a5d4-33a56e1da315,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:51.037076 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'e546510e-cbb3-468a-91c8-436937a519a1', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:9f:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:02:48Z', 'updated_at': '2021-08-09T18:02:48Z', 'revision_number': 0, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:02:51.063424 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8bd074-c68a-4b2a-9cbc-bf62c9b9ccb2 None None] The sync data for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi is: [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'e546510e-cbb3-468a-91c8-436937a519a1', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:9f:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:02:48Z', 'updated_at': '2021-08-09T18:02:48Z', 'revision_number': 0, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:02:51.254970 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cc6539-7d66-4f85-8222-43aa1bb8b71c None None] New status for floating IP e546510e-cbb3-468a-91c8-436937a519a1: ACTIVE {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:02:51.327851 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea548b9-20c4-4130-be87-b13e20585c33 req-5b2715c9-cc86-4f6b-9731-5f9ac6dbbfd9 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:51.329401 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0ea548b9-20c4-4130-be87-b13e20585c33 req-5b2715c9-cc86-4f6b-9731-5f9ac6dbbfd9 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 945 time: 0.0873904 Aug 09 18:02:51.352639 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0608-6193-4a81-b75b-948579f926c2 req-e5301c6e-5fe5-4cef-9dff-185ea70f938d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:51.354158 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0e8b0608-6193-4a81-b75b-948579f926c2 req-e5301c6e-5fe5-4cef-9dff-185ea70f938d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0783067 Aug 09 18:02:51.406174 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0ea548b9-20c4-4130-be87-b13e20585c33 req-828b913a-62c0-41ac-a135-4b0ce426719c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699489 Aug 09 18:02:51.418767 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0e8b0608-6193-4a81-b75b-948579f926c2 req-6ba0df2d-8767-484a-ad95-39be6e558a03 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576937 Aug 09 18:02:51.428826 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:02:51.523117 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb60ec8-1b84-4f60-bef5-29b3ddd4d52f req-51b472da-c5fb-4042-a022-039236e28145 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:51.524564 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcb60ec8-1b84-4f60-bef5-29b3ddd4d52f req-51b472da-c5fb-4042-a022-039236e28145 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0487924 Aug 09 18:02:51.566352 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcb60ec8-1b84-4f60-bef5-29b3ddd4d52f req-acd7f1be-7705-4215-9f39-fa1a2f20975b tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353861 Aug 09 18:02:51.694913 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:02:51.699428 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:02:51.699639 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:51.785641 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:51.809510 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811f9a5a-b211-43d3-9750-e9af3593cad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fd5f13-053e-4f29-acb5-3dfa5e6b1047'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:02:51.811805 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db22e28-e22a-4106-94f4-75d3848ab471" -d '{"events": [{"server_uuid": "811f9a5a-b211-43d3-9750-e9af3593cad6", "name": "network-vif-plugged", "status": "completed", "tag": "00fd5f13-053e-4f29-acb5-3dfa5e6b1047"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:02:51.826933 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,segment=NetworkSegment(dc68878e-fb1f-4591-8a76-07b464532cd9),segment_id=dc68878e-fb1f-4591-8a76-07b464532cd9)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:51.850107 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0605aeed-4c13-41ef-920b-0051ee9aa2ad x-openstack-request-id: req-0605aeed-4c13-41ef-920b-0051ee9aa2ad {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:02:51.850536 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811f9a5a-b211-43d3-9750-e9af3593cad6", "name": "network-vif-plugged", "status": "completed", "tag": "00fd5f13-053e-4f29-acb5-3dfa5e6b1047", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:02:51.850795 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0605aeed-4c13-41ef-920b-0051ee9aa2ad {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:02:51.851189 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811f9a5a-b211-43d3-9750-e9af3593cad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fd5f13-053e-4f29-acb5-3dfa5e6b1047', 'code': 200} Aug 09 18:02:51.896628 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44394) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:51.910402 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7423fa4c-186d-4fcc-a090-c5cc25cfb50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:51.952001 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:52.000017 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:52.015723 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7423fa4c-186d-4fcc-a090-c5cc25cfb50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:52.106248 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-7423fa4c-186d-4fcc-a090-c5cc25cfb50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:52.146016 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-7423fa4c-186d-4fcc-a090-c5cc25cfb50b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5aaa693f71c34781a170d722e4ee3aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483106 Aug 09 18:02:52.147218 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423fa4c-186d-4fcc-a090-c5cc25cfb50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada74241-027b-4e73-acf5-2fcaebe04637,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:52.148655 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 44396) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:02:52.201122 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8e0e-0592-4bb2-90fc-a06c57ae298e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:52.229405 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8e0e-0592-4bb2-90fc-a06c57ae298e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:52.296604 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648032db-7387-498c-b41e-6fb0e7aff0ca req-e44917ae-f9ce-4889-9003-b5b1a1b1835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:52.298203 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-648032db-7387-498c-b41e-6fb0e7aff0ca req-e44917ae-f9ce-4889-9003-b5b1a1b1835c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 1099 time: 0.0536995 Aug 09 18:02:52.334821 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-648032db-7387-498c-b41e-6fb0e7aff0ca req-e0f2cb51-4282-4dae-bfa7-55ab5987259c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286593 Aug 09 18:02:52.380549 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8e0e-0592-4bb2-90fc-a06c57ae298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:52.383109 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8e0e-0592-4bb2-90fc-a06c57ae298e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:52.384287 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-5e6a8e0e-0592-4bb2-90fc-a06c57ae298e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ada74241-027b-4e73-acf5-2fcaebe04637 HTTP/1.1" status: 204 len: 168 time: 0.2344058 Aug 09 18:02:52.392674 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a8e0e-0592-4bb2-90fc-a06c57ae298e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada74241-027b-4e73-acf5-2fcaebe04637,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:52.575617 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0842849-b6d8-4ef4-9e67-5298722f766f req-221671e5-3064-4f36-99cf-3c719efcc300 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:52.577224 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a0842849-b6d8-4ef4-9e67-5298722f766f req-221671e5-3064-4f36-99cf-3c719efcc300 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0812242 Aug 09 18:02:52.586103 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fe5d8-5149-487c-a94a-ee879417deee req-91b00824-0957-4c1d-a8b8-1a090472d4dc tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:52.587583 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-878fe5d8-5149-487c-a94a-ee879417deee req-91b00824-0957-4c1d-a8b8-1a090472d4dc tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 946 time: 0.0823586 Aug 09 18:02:52.644458 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a0842849-b6d8-4ef4-9e67-5298722f766f req-de98d0ac-7780-426b-9422-1bc031294415 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558779 Aug 09 18:02:52.651649 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-878fe5d8-5149-487c-a94a-ee879417deee req-ae758545-ff20-42b9-a2b5-ca2f9356b59a tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548599 Aug 09 18:02:52.753804 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7469f7-8afa-4ed8-8b55-27f6bd7aa782 req-920751a7-61bf-4d69-8a39-8e66d0458c80 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:52.755346 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9a7469f7-8afa-4ed8-8b55-27f6bd7aa782 req-920751a7-61bf-4d69-8a39-8e66d0458c80 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0510418 Aug 09 18:02:52.804831 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9a7469f7-8afa-4ed8-8b55-27f6bd7aa782 req-8f071f2f-8db2-4028-bffe-fccc35690540 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432465 Aug 09 18:02:53.427708 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device fc97ad7c-407b-4144-a39f-6ea757785c8f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:02:53.531168 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:53.542771 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'port_id': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'mac_address': 'fa:16:3e:7d:75:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:02:53.583860 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:53.612626 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc97ad7c-407b-4144-a39f-6ea757785c8f {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:02:53.643711 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:53.780449 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:53.820627 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a432299-f9e4-4c58-a31a-3662c5fc409f req-8ace5637-03df-46ce-91c9-500b527a62b1 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:53.820627 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1a432299-f9e4-4c58-a31a-3662c5fc409f req-8ace5637-03df-46ce-91c9-500b527a62b1 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 946 time: 0.0992575 Aug 09 18:02:53.827146 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b67ea-f468-4d68-bcb5-fb792bba37da req-d5be0077-b215-47bc-a612-dcb264ba0fde tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:53.828658 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-702b67ea-f468-4d68-bcb5-fb792bba37da req-d5be0077-b215-47bc-a612-dcb264ba0fde tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0693223 Aug 09 18:02:53.846806 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:53.886878 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1a432299-f9e4-4c58-a31a-3662c5fc409f req-dc42c105-7748-4705-9f3c-894e0d2b7d47 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572088 Aug 09 18:02:53.895941 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-702b67ea-f468-4d68-bcb5-fb792bba37da req-843364ee-2cdd-40e5-a2e3-b0ae9b8481e2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517163 Aug 09 18:02:54.004720 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e603c-5419-4686-bc5c-b2bf8195f509 req-a52bf3f6-a444-44da-b7b0-e66a5e71c451 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:54.006248 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-696e603c-5419-4686-bc5c-b2bf8195f509 req-a52bf3f6-a444-44da-b7b0-e66a5e71c451 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0539489 Aug 09 18:02:54.049100 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-696e603c-5419-4686-bc5c-b2bf8195f509 req-3e5df672-fca7-4729-b82c-e3c054c388b3 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&id=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358772 Aug 09 18:02:54.141094 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['fc97ad7c-407b-4144-a39f-6ea757785c8f'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:02:55.056742 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cdb48-cefe-4da0-8ee3-029f9534a4be req-1bed3dfa-341c-4dc7-a8d5-d02a17f38060 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:55.058261 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-476cdb48-cefe-4da0-8ee3-029f9534a4be req-1bed3dfa-341c-4dc7-a8d5-d02a17f38060 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 946 time: 0.0990145 Aug 09 18:02:55.069993 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a13c1-f418-49ec-89fd-658aa86eeb3c req-1424974e-b1c4-45e3-b1d3-bda66160804e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:55.071600 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eb3a13c1-f418-49ec-89fd-658aa86eeb3c req-1424974e-b1c4-45e3-b1d3-bda66160804e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 944 time: 0.0749311 Aug 09 18:02:55.130836 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-476cdb48-cefe-4da0-8ee3-029f9534a4be req-83c2edc9-db25-41d2-9241-8271ff12e7fc tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581348 Aug 09 18:02:55.136006 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eb3a13c1-f418-49ec-89fd-658aa86eeb3c req-342b43c8-0a5f-45a0-af75-4e80bcbb4ee3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572042 Aug 09 18:02:55.437996 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device fc97ad7c-407b-4144-a39f-6ea757785c8f up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:02:55.499069 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port fc97ad7c-407b-4144-a39f-6ea757785c8f triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:02:55.499442 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:55.609040 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:55.643806 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:02:55.648397 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0b3479-83b2-4eb8-88ff-ec0eeb07b400" -d '{"events": [{"server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "name": "network-vif-plugged", "status": "completed", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:02:55.680998 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:02:55.709697 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc8b656-5073-4b5f-ac72-f53b4d4b0dcd x-openstack-request-id: req-ddc8b656-5073-4b5f-ac72-f53b4d4b0dcd {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:02:55.709697 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "name": "network-vif-plugged", "status": "completed", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:02:55.709697 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddc8b656-5073-4b5f-ac72-f53b4d4b0dcd {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:02:55.709697 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'code': 200} Aug 09 18:02:55.843552 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:02:55.920676 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:02:56.284690 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd26e9-a062-4f33-b49a-353d11ec7112 req-864bd1a5-e1cc-44d3-ad08-eb4f9c67ad89 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:56.286457 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7ecd26e9-a062-4f33-b49a-353d11ec7112 req-864bd1a5-e1cc-44d3-ad08-eb4f9c67ad89 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0609975 Aug 09 18:02:56.347118 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7ecd26e9-a062-4f33-b49a-353d11ec7112 req-c67dc34b-2791-422a-b206-80ae469b25ca tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544703 Aug 09 18:02:57.608235 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5bd68-254c-469c-98db-0143df14ba99 req-72bfc082-47bf-459f-b219-e477d7bd10f5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:57.626398 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16b5bd68-254c-469c-98db-0143df14ba99 req-72bfc082-47bf-459f-b219-e477d7bd10f5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.1040573 Aug 09 18:02:57.684522 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16b5bd68-254c-469c-98db-0143df14ba99 req-80028d1e-fffa-4324-bafd-8beaed72ef4e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561578 Aug 09 18:02:58.846364 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfd07a-4e9d-4919-8898-edc498aec4b4 req-d22103f0-8b24-4ee9-aade-98090ea7ff23 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:02:58.847977 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1adfd07a-4e9d-4919-8898-edc498aec4b4 req-d22103f0-8b24-4ee9-aade-98090ea7ff23 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0658152 Aug 09 18:02:58.906381 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1adfd07a-4e9d-4919-8898-edc498aec4b4 req-92cc6be4-e797-4938-b8d0-f92ca42149d7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483639 Aug 09 18:03:00.034399 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76eaf4c-ef47-4b33-8fe0-e014c2f19d82 req-ba4beefd-9677-43b2-9795-7f5191731dc8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:00.035941 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d76eaf4c-ef47-4b33-8fe0-e014c2f19d82 req-ba4beefd-9677-43b2-9795-7f5191731dc8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0590580 Aug 09 18:03:00.092421 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d76eaf4c-ef47-4b33-8fe0-e014c2f19d82 req-b81f9711-bf58-42c0-a705-cef8cb964934 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491459 Aug 09 18:03:01.226833 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ac3c1-ee53-4b1b-8e3e-cf8bbdde3788 req-cfc9ef72-489d-45f7-9a38-05ec7b069e20 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:01.228341 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e06ac3c1-ee53-4b1b-8e3e-cf8bbdde3788 req-cfc9ef72-489d-45f7-9a38-05ec7b069e20 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0595672 Aug 09 18:03:01.270002 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e06ac3c1-ee53-4b1b-8e3e-cf8bbdde3788 req-42bcfa66-128e-4c7f-9743-466e12a181ae tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356131 Aug 09 18:03:02.407976 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61a9eb-2be7-499c-b5fd-4f5198f56a56 req-2e53fd33-ec5d-46b1-bad4-4e848e77bb8a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:02.409529 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab61a9eb-2be7-499c-b5fd-4f5198f56a56 req-2e53fd33-ec5d-46b1-bad4-4e848e77bb8a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0626163 Aug 09 18:03:02.454202 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:03:02.456716 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab61a9eb-2be7-499c-b5fd-4f5198f56a56 req-fa3106a7-e841-4f61-9fef-ba7e08f8f88f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411801 Aug 09 18:03:03.604269 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1554598-cb1b-4f65-8c55-8c137c526c55 req-b3e68dd5-4ece-4536-92f1-cb739169c7d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:03.605986 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e1554598-cb1b-4f65-8c55-8c137c526c55 req-b3e68dd5-4ece-4536-92f1-cb739169c7d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0618074 Aug 09 18:03:03.650337 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e1554598-cb1b-4f65-8c55-8c137c526c55 req-ced9af69-0cf6-4c32-8bf0-8688a27196d9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356827 Aug 09 18:03:04.821841 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487c283-0145-483e-884c-a894064c605f req-ffc73e71-33cf-4a3f-a15b-365205679418 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:04.823645 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a487c283-0145-483e-884c-a894064c605f req-ffc73e71-33cf-4a3f-a15b-365205679418 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0648568 Aug 09 18:03:04.873680 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a487c283-0145-483e-884c-a894064c605f req-76d4bc90-c566-444e-943b-eece0ab3c6a8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384383 Aug 09 18:03:06.022503 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c0bc3-e1fc-4bcc-87b8-add1b0845c31 req-e5088ac8-89e5-49d2-9fd5-f8f72b69d851 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:06.024038 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7b8c0bc3-e1fc-4bcc-87b8-add1b0845c31 req-e5088ac8-89e5-49d2-9fd5-f8f72b69d851 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0544426 Aug 09 18:03:06.081744 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7b8c0bc3-e1fc-4bcc-87b8-add1b0845c31 req-a22e70e6-d5fc-4e90-8096-04163100a489 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447936 Aug 09 18:03:06.221158 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:07.219474 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70069d3b-ce09-4ec1-b1b6-4c5e5442f972 req-a369f3c1-3567-4c45-9bf2-1b5411151b30 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:07.221043 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-70069d3b-ce09-4ec1-b1b6-4c5e5442f972 req-a369f3c1-3567-4c45-9bf2-1b5411151b30 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0594554 Aug 09 18:03:07.260673 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-70069d3b-ce09-4ec1-b1b6-4c5e5442f972 req-85b619d1-fab9-4df4-86ac-ace2eccb458a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332627 Aug 09 18:03:08.377357 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b984dc0-a9dc-44bc-a808-044ad721402f req-4b301db5-8701-4215-9bd5-2d94a5638e45 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:08.378797 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3b984dc0-a9dc-44bc-a808-044ad721402f req-4b301db5-8701-4215-9bd5-2d94a5638e45 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0481067 Aug 09 18:03:08.419156 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3b984dc0-a9dc-44bc-a808-044ad721402f req-60b085a8-c6d6-4173-b851-12b14ad2d306 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343692 Aug 09 18:03:09.548431 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd3ce4-159f-4b7a-acef-ecb6b2d842f5 req-9f1e0673-d499-4877-8cec-94053ff3f5a8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:09.550113 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-58fd3ce4-159f-4b7a-acef-ecb6b2d842f5 req-9f1e0673-d499-4877-8cec-94053ff3f5a8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0501323 Aug 09 18:03:09.589826 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-58fd3ce4-159f-4b7a-acef-ecb6b2d842f5 req-c983009c-bec6-426a-95cd-91e592585d11 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331254 Aug 09 18:03:10.715783 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a72f99-3890-4b03-ba68-a198ea862aa3 req-46b93268-166e-4e0c-bb3b-f9874b4615bf tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:10.717282 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-96a72f99-3890-4b03-ba68-a198ea862aa3 req-46b93268-166e-4e0c-bb3b-f9874b4615bf tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0537040 Aug 09 18:03:10.757221 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-96a72f99-3890-4b03-ba68-a198ea862aa3 req-a0753888-99d6-4cda-8965-bb1b613bf993 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335045 Aug 09 18:03:11.449232 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0261b-c220-4290-8912-115bd3787dbd req-d0452259-48bd-44c2-81e8-c7bb1bfb6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:11.450875 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-57e0261b-c220-4290-8912-115bd3787dbd req-d0452259-48bd-44c2-81e8-c7bb1bfb6ad0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 1098 time: 0.0426979 Aug 09 18:03:11.556240 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0261b-c220-4290-8912-115bd3787dbd req-c858c653-edfe-4d93-a332-8d32829f23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:11.557773 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-57e0261b-c220-4290-8912-115bd3787dbd req-c858c653-edfe-4d93-a332-8d32829f23cd service neutron] 10.222.0.77 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 918 time: 0.0944023 Aug 09 18:03:11.632858 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-57e0261b-c220-4290-8912-115bd3787dbd req-788497b0-5582-4a25-979f-c3178b9fb1e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f HTTP/1.1" status: 200 len: 1001 time: 0.0597248 Aug 09 18:03:11.684495 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0261b-c220-4290-8912-115bd3787dbd req-f611c242-77bd-4860-9981-0cb454e0a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:11.686032 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-57e0261b-c220-4290-8912-115bd3787dbd req-f611c242-77bd-4860-9981-0cb454e0a716 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 200 len: 856 time: 0.0460017 Aug 09 18:03:11.745845 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0261b-c220-4290-8912-115bd3787dbd req-d5fa5cb4-214a-473b-9e31-8d89a28bd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:11.747451 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-57e0261b-c220-4290-8912-115bd3787dbd req-d5fa5cb4-214a-473b-9e31-8d89a28bd024 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198a2bad-3561-4a94-94fa-90b909c3de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469790 Aug 09 18:03:11.849823 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-57e0261b-c220-4290-8912-115bd3787dbd req-9ee25040-1b94-43bd-a109-43bfcd6e46c4 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933323 Aug 09 18:03:11.903023 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe06de0-9818-46fa-8b5e-10d4eae485ca req-ba24e522-80fa-405e-bc5f-198916b222cf tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:11.904633 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8fe06de0-9818-46fa-8b5e-10d4eae485ca req-ba24e522-80fa-405e-bc5f-198916b222cf tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0562725 Aug 09 18:03:11.945913 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8fe06de0-9818-46fa-8b5e-10d4eae485ca req-14514c0f-5d2c-4514-a887-1a73277bfc5f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346608 Aug 09 18:03:11.952014 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-57e0261b-c220-4290-8912-115bd3787dbd req-f0c4f4fb-39ea-4498-ad59-00518de0e93b service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939870 Aug 09 18:03:13.067937 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32803ac7-efb4-47db-b0e2-6be14304408a req-9d821102-f4ac-48d0-b874-07fc26569911 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:13.069548 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-32803ac7-efb4-47db-b0e2-6be14304408a req-9d821102-f4ac-48d0-b874-07fc26569911 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0508018 Aug 09 18:03:13.112286 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-32803ac7-efb4-47db-b0e2-6be14304408a req-af787d67-d24d-4c37-b719-7667dca99ca8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329633 Aug 09 18:03:14.182434 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4fec4817-e484-4ec6-8017-849144184e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:14.245116 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2c7cd-91e8-4d11-972c-4008e7cfc4ef req-c6b06f78-5846-4fc5-807a-8e2554df237b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:14.246666 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2ed2c7cd-91e8-4d11-972c-4008e7cfc4ef req-c6b06f78-5846-4fc5-807a-8e2554df237b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0562623 Aug 09 18:03:14.286125 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2ed2c7cd-91e8-4d11-972c-4008e7cfc4ef req-848961a6-8703-4b8a-88c9-1e40a271fbae tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322156 Aug 09 18:03:15.404727 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03720b96-0529-4b4f-9ba5-1654d83a222b req-afa14eb0-a7e8-4eef-aa6b-b50d40a23d48 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:15.406244 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-03720b96-0529-4b4f-9ba5-1654d83a222b req-afa14eb0-a7e8-4eef-aa6b-b50d40a23d48 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 945 time: 0.0491128 Aug 09 18:03:15.446842 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-03720b96-0529-4b4f-9ba5-1654d83a222b req-2b19cba3-56a7-464e-86f6-8839cf1c0277 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346696 Aug 09 18:03:15.996374 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device fc97ad7c-407b-4144-a39f-6ea757785c8f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:03:16.079310 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:16.101733 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:03:16.103941 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864a8e2f-0926-40c2-8285-2d9806aafcec" -d '{"events": [{"server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "name": "network-vif-unplugged", "status": "completed", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:03:16.120358 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:16.142352 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6707474-5c76-462f-860d-3ae0226d1709 x-openstack-request-id: req-b6707474-5c76-462f-860d-3ae0226d1709 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:03:16.142643 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "name": "network-vif-unplugged", "status": "completed", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:03:16.142896 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b6707474-5c76-462f-860d-3ae0226d1709 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:03:16.143286 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'code': 200} Aug 09 18:03:16.208324 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:16.259801 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=8']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:16.571752 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb030aa-49e0-4d81-8b2d-f39922fc1ec0 req-55d3f15e-db78-45f1-a304-442430408fe0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:16.573374 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bdb030aa-49e0-4d81-8b2d-f39922fc1ec0 req-55d3f15e-db78-45f1-a304-442430408fe0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0535228 Aug 09 18:03:16.611763 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bdb030aa-49e0-4d81-8b2d-f39922fc1ec0 req-3882ab5c-aeaa-4294-af38-dc9432f354ca tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Aug 09 18:03:16.632279 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ba9cb5a-a8f8-43cb-8731-7fdebab30735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:16.774306 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:17.740440 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f48eb6-7160-4c51-81ae-0a4cdfafc1a9 req-67a03845-5fa7-4802-91dd-3cabedac947c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:17.742063 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-73f48eb6-7160-4c51-81ae-0a4cdfafc1a9 req-67a03845-5fa7-4802-91dd-3cabedac947c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0560977 Aug 09 18:03:17.780704 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-73f48eb6-7160-4c51-81ae-0a4cdfafc1a9 req-7be336d5-c2cd-4db8-aa3c-84e0953bf5d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327077 Aug 09 18:03:17.979648 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:18.907901 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ca30a-5a75-4b0c-9e1a-623ab4457ef8 req-953cca09-f40e-4a43-92bc-5cd763188e69 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:18.910098 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0c3ca30a-5a75-4b0c-9e1a-623ab4457ef8 req-953cca09-f40e-4a43-92bc-5cd763188e69 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0502396 Aug 09 18:03:18.949349 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0c3ca30a-5a75-4b0c-9e1a-623ab4457ef8 req-304c732e-ef80-4918-b4ee-b0178fd6a282 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327289 Aug 09 18:03:19.290566 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:20.015054 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device fc97ad7c-407b-4144-a39f-6ea757785c8f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:03:21.076496 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf952e2-776e-439c-b2ff-745dae45749e req-827811eb-52c6-45d9-a4c4-bad4cb6dd731 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:21.078682 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebf952e2-776e-439c-b2ff-745dae45749e req-827811eb-52c6-45d9-a4c4-bad4cb6dd731 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0609450 Aug 09 18:03:21.130800 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebf952e2-776e-439c-b2ff-745dae45749e req-098aaddd-9ba6-422f-aa01-302b6c45ba57 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442243 Aug 09 18:03:21.712047 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44810) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:21.726471 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 44814) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:21.788932 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b13b1ac2-4bac-48ee-a46b-f0200ff868bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:21.858820 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-34ff1518-6603-4c70-bbbe-e096948da52d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311810 Aug 09 18:03:21.901442 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b13b1ac2-4bac-48ee-a46b-f0200ff868bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:21.973883 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-b13b1ac2-4bac-48ee-a46b-f0200ff868bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:22.026006 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b1ac2-4bac-48ee-a46b-f0200ff868bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b36bb7-a275-4cda-ae2a-634b44496a40,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:22.039895 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-b13b1ac2-4bac-48ee-a46b-f0200ff868bd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72b7ba7357dd4875b634a88046871586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265224 Aug 09 18:03:22.042195 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 44830) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:22.100526 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e18d188e-c8da-48d1-a711-33f89efb304d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:22.126152 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e18d188e-c8da-48d1-a711-33f89efb304d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:22.248541 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e18d188e-c8da-48d1-a711-33f89efb304d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:22.255587 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e18d188e-c8da-48d1-a711-33f89efb304d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:22.255587 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-e18d188e-c8da-48d1-a711-33f89efb304d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81b36bb7-a275-4cda-ae2a-634b44496a40 HTTP/1.1" status: 204 len: 168 time: 0.2102935 Aug 09 18:03:22.258175 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a1557-adcf-4445-b1cf-a0bb0fee16bb req-1fce63b1-9daf-427a-a3a4-4558817452f2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:22.259785 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7e8a1557-adcf-4445-b1cf-a0bb0fee16bb req-1fce63b1-9daf-427a-a3a4-4558817452f2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0514338 Aug 09 18:03:22.270849 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d188e-c8da-48d1-a711-33f89efb304d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b36bb7-a275-4cda-ae2a-634b44496a40,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:22.337076 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7e8a1557-adcf-4445-b1cf-a0bb0fee16bb req-f32ce0a0-41b9-4bc2-ac0f-27887da68838 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709522 Aug 09 18:03:22.666170 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ea582-8721-41e8-9c15-d894442af0d7 req-b04dda0b-d9dc-44d4-abdb-692bc0b3390a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:22.667775 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b9ea582-8721-41e8-9c15-d894442af0d7 req-b04dda0b-d9dc-44d4-abdb-692bc0b3390a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0500262 Aug 09 18:03:22.713959 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b9ea582-8721-41e8-9c15-d894442af0d7 req-645d353f-f303-4973-8f17-038c69518e3c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390182 Aug 09 18:03:23.462727 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b6073-e1f5-445f-80db-53c38041e942 req-2da67b53-a909-4bd8-a27d-26fe956e9c41 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:23.464255 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a81b6073-e1f5-445f-80db-53c38041e942 req-2da67b53-a909-4bd8-a27d-26fe956e9c41 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0495439 Aug 09 18:03:23.506291 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a81b6073-e1f5-445f-80db-53c38041e942 req-5bee748e-ba94-421a-8fd6-1a49da1e8bd5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348921 Aug 09 18:03:23.838753 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6af06e-48f5-4c13-a6ad-b245f8848951 req-4280b7f3-7dfe-4604-8f52-afe30cbe48fd tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:23.840183 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c6af06e-48f5-4c13-a6ad-b245f8848951 req-4280b7f3-7dfe-4604-8f52-afe30cbe48fd tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0518990 Aug 09 18:03:23.884596 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c6af06e-48f5-4c13-a6ad-b245f8848951 req-edd5b468-0c01-4d72-9337-8ef2ca05f3e5 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377865 Aug 09 18:03:24.229933 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a363de-8b8a-479c-aa05-e8f7188f1d20 req-5b78c7b3-6131-4f8a-bb8d-f5d632d7b82e tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:24.231062 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-29a363de-8b8a-479c-aa05-e8f7188f1d20 req-5b78c7b3-6131-4f8a-bb8d-f5d632d7b82e tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 946 time: 0.0524173 Aug 09 18:03:24.276630 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-29a363de-8b8a-479c-aa05-e8f7188f1d20 req-57f37d7a-0c13-4b9e-b573-467452040ad2 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395536 Aug 09 18:03:24.630151 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a180ca9-ba9c-4cf2-a1b0-378acf6824fa req-5c109db2-5d5e-4e97-98e2-3c182ea41846 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:24.631953 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7a180ca9-ba9c-4cf2-a1b0-378acf6824fa req-5c109db2-5d5e-4e97-98e2-3c182ea41846 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0497863 Aug 09 18:03:24.674901 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7a180ca9-ba9c-4cf2-a1b0-378acf6824fa req-2987d73d-3140-4974-8036-8130eceb03c2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363090 Aug 09 18:03:25.013845 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedc69a-0e46-4409-876a-dc4668190ce2 req-d602dcdb-2be8-46b0-aba5-e9aec3e8c488 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:25.015374 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dbedc69a-0e46-4409-876a-dc4668190ce2 req-d602dcdb-2be8-46b0-aba5-e9aec3e8c488 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0577645 Aug 09 18:03:25.053590 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dbedc69a-0e46-4409-876a-dc4668190ce2 req-94a01a4e-b6a3-4ab1-b92b-2803220e0274 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323305 Aug 09 18:03:25.313569 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-3e08917b-986c-4af4-97af-9aa8ccd3389e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:25.315286 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-3e08917b-986c-4af4-97af-9aa8ccd3389e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.77 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 945 time: 0.0576882 Aug 09 18:03:25.398996 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d4645-0020-4415-b414-5f96e82c7a82 req-86cf1a08-50b8-46e2-a9f9-e2e82aad69a6 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:25.400592 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9b5d4645-0020-4415-b414-5f96e82c7a82 req-86cf1a08-50b8-46e2-a9f9-e2e82aad69a6 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 946 time: 0.0527375 Aug 09 18:03:25.431087 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Deleting port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:03:25.440000 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:25.444309 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9b5d4645-0020-4415-b414-5f96e82c7a82 req-f49cc578-7cde-4839-aae3-ba8f5e8626e7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Aug 09 18:03:25.583794 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] For port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:25.584162 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:25.652368 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-7e5a3f77-cf23-48ba-a635-f9a4d814cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:25.653898 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-7e5a3f77-cf23-48ba-a635-f9a4d814cd47 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697&tenant_id=6b3a244bcb1649e8b1ef9f9a08653163 HTTP/1.1" status: 200 len: 1096 time: 0.1317675 Aug 09 18:03:25.790451 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-51565c29-002e-4519-afe1-b9f3da4297ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:25.791936 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-51565c29-002e-4519-afe1-b9f3da4297ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 1096 time: 0.0953882 Aug 09 18:03:25.798889 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc0cb9-f0bf-4550-93fd-02c0f9059f36 req-472afe2a-5204-4448-a4e0-8e38cddd5411 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:25.807013 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3bbc0cb9-f0bf-4550-93fd-02c0f9059f36 req-472afe2a-5204-4448-a4e0-8e38cddd5411 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0512910 Aug 09 18:03:25.817108 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:25.817521 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:25.817820 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Floating IP a7851c91-8f39-4994-8e7e-b89f718a9db1 disassociated. External IP: 172.27.1.109, port: b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7. Aug 09 18:03:25.818188 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Calling delete_port for b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:03:25.846712 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3bbc0cb9-f0bf-4550-93fd-02c0f9059f36 req-10f683e6-642c-4447-b6d5-fbb268f6f5c2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397758 Aug 09 18:03:25.956520 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-c4422d4d-0c56-47bc-8736-7b6bd47a5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:25.958100 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-c4422d4d-0c56-47bc-8736-7b6bd47a5105 service neutron] 10.222.0.77 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 918 time: 0.1549878 Aug 09 18:03:26.074952 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-27eb9004-7951-4546-8a20-28023221afab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f HTTP/1.1" status: 200 len: 999 time: 0.0774498 Aug 09 18:03:26.137477 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-2389e140-d3fb-4117-8934-b16f7330fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:26.138980 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-2389e140-d3fb-4117-8934-b16f7330fcc9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 200 len: 856 time: 0.0486052 Aug 09 18:03:26.156846 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:26.180707 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bc1b2-dedb-4f09-94f3-99a675fb836e req-92811287-1f22-4e5c-ad55-b5dd220acba9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:26.182406 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-869bc1b2-dedb-4f09-94f3-99a675fb836e req-92811287-1f22-4e5c-ad55-b5dd220acba9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 867 time: 0.0570509 Aug 09 18:03:26.197509 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event deleted for resources: {'Port': ['ID=b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:26.231753 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-869bc1b2-dedb-4f09-94f3-99a675fb836e req-5113bf3d-752c-4523-a832-fcff7b2defbd tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393260 Aug 09 18:03:26.280151 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-3b196c65-bc66-47ac-80b6-8517050ff1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:26.281739 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-3b196c65-bc66-47ac-80b6-8517050ff1a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198a2bad-3561-4a94-94fa-90b909c3de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0959094 Aug 09 18:03:26.395080 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Router c8c63647-2c1f-4428-bd5b-6770b7c37331 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:03:26.420084 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-21bf2543-3b98-47f3-a644-3fd415e62962 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127419 Aug 09 18:03:26.607676 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15dde6-9cc5-40ac-94f7-cfb8f94288a3 req-1d4f524d-901c-4a11-b631-3a9a4f8bb067 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:26.609513 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2e15dde6-9cc5-40ac-94f7-cfb8f94288a3 req-1d4f524d-901c-4a11-b631-3a9a4f8bb067 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 946 time: 0.0959797 Aug 09 18:03:26.618290 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b2d11-1cec-477f-b812-91782d126faa req-b7e9c0f6-d0a4-4df3-94d5-ef327b8d9c4f tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:26.621375 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-308b2d11-1cec-477f-b812-91782d126faa req-b7e9c0f6-d0a4-4df3-94d5-ef327b8d9c4f tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.77 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 946 time: 0.0959663 Aug 09 18:03:26.728018 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2e15dde6-9cc5-40ac-94f7-cfb8f94288a3 req-65edc5b7-f9d5-4ffe-985f-bb13e2d3a5ce tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/security-groups?id=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061420 Aug 09 18:03:26.765086 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-308b2d11-1cec-477f-b812-91782d126faa req-3a0ab363-5e9b-4006-a919-9c65cfd302f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Deleting port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:03:26.767282 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-308b2d11-1cec-477f-b812-91782d126faa req-3a0ab363-5e9b-4006-a919-9c65cfd302f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:26.857192 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:03:26.860577 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-99a8581e-440e-4251-b198-3aa0e31abe97 req-f1930fe4-dfe2-4dd4-ab9b-416965785fb1 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118681 Aug 09 18:03:26.869881 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-308b2d11-1cec-477f-b812-91782d126faa req-3a0ab363-5e9b-4006-a919-9c65cfd302f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] For port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,segment=NetworkSegment(dc68878e-fb1f-4591-8a76-07b464532cd9),segment_id=dc68878e-fb1f-4591-8a76-07b464532cd9)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:26.870388 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-308b2d11-1cec-477f-b812-91782d126faa req-3a0ab363-5e9b-4006-a919-9c65cfd302f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:26.871340 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] Sync routers for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:03:26.885996 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:03:26.886959 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:03:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:26.895835 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-308b2d11-1cec-477f-b812-91782d126faa req-3a0ab363-5e9b-4006-a919-9c65cfd302f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Calling delete_port for 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 owned by compute:nova {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:03:26.907330 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] No DVR routers for this DVR port b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:03:26.909092 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:26.911422 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-e2bc71fe-9142-4606-8db9-ae51dbeb5995 req-2f7f3078-c75c-48da-894c-bec5c3a5c48c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.77 "DELETE /v2.0/ports/b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 HTTP/1.1" status: 204 len: 173 time: 1.5807498 Aug 09 18:03:26.912585 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731821be-45e9-449b-90d9-8d6b939db20b', 'name': 'network-vif-deleted', 'tag': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:03:26.915226 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c56ee0-743a-4198-a93d-36ea3fbf4657" -d '{"events": [{"server_uuid": "731821be-45e9-449b-90d9-8d6b939db20b", "name": "network-vif-deleted", "tag": "b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:03:26.968543 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116cb5e9-fd6e-423d-a533-e71ecf79beb0 x-openstack-request-id: req-116cb5e9-fd6e-423d-a533-e71ecf79beb0 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:03:26.968543 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731821be-45e9-449b-90d9-8d6b939db20b", "name": "network-vif-deleted", "tag": "b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:03:26.968543 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-116cb5e9-fd6e-423d-a533-e71ecf79beb0 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:03:26.968543 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731821be-45e9-449b-90d9-8d6b939db20b', 'name': 'network-vif-deleted', 'tag': 'b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7', 'status': 'completed', 'code': 200} Aug 09 18:03:27.014050 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:03:27.074217 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e44d4-4d0e-4c36-a437-7c77544011ac req-ee6d4b9a-945a-4c15-8462-2b05b047ed42 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:27.075734 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fa1e44d4-4d0e-4c36-a437-7c77544011ac req-ee6d4b9a-945a-4c15-8462-2b05b047ed42 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0841560 Aug 09 18:03:27.151884 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fa1e44d4-4d0e-4c36-a437-7c77544011ac req-3a617452-7bef-41cd-bc40-30fa020034fb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687852 Aug 09 18:03:27.232495 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-308b2d11-1cec-477f-b812-91782d126faa req-3a0ab363-5e9b-4006-a919-9c65cfd302f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:27.262389 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:27.296131 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] Checking router: c8c63647-2c1f-4428-bd5b-6770b7c37331 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:03:27.305271 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['00fd5f13-053e-4f29-acb5-3dfa5e6b1047'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:03:27.310868 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ab363-5e9b-4006-a919-9c65cfd302f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Pushing event deleted for resources: {'Port': ['ID=00fd5f13-053e-4f29-acb5-3dfa5e6b1047,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:27.334323 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:03:27.336591 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:03:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:27.357981 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-308b2d11-1cec-477f-b812-91782d126faa req-3a0ab363-5e9b-4006-a919-9c65cfd302f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] No DVR routers for this DVR port 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 on host hv-cinder-78836 {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:03:27.362564 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-308b2d11-1cec-477f-b812-91782d126faa req-3a0ab363-5e9b-4006-a919-9c65cfd302f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:27.364756 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-308b2d11-1cec-477f-b812-91782d126faa req-3a0ab363-5e9b-4006-a919-9c65cfd302f7 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.77 "DELETE /v2.0/ports/00fd5f13-053e-4f29-acb5-3dfa5e6b1047 HTTP/1.1" status: 204 len: 173 time: 0.7324767 Aug 09 18:03:27.366024 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811f9a5a-b211-43d3-9750-e9af3593cad6', 'name': 'network-vif-deleted', 'tag': '00fd5f13-053e-4f29-acb5-3dfa5e6b1047'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:03:27.369324 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dfc4e9-aecd-43c6-b09b-5340b9316853" -d '{"events": [{"server_uuid": "811f9a5a-b211-43d3-9750-e9af3593cad6", "name": "network-vif-deleted", "tag": "00fd5f13-053e-4f29-acb5-3dfa5e6b1047"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:03:27.398872 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-08f15e88-fe29-4729-a9a9-432090a1fa1f req-2489c3c7-70b7-4ca3-bfc4-ccf2f16c9bc3 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0420980 Aug 09 18:03:27.463242 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:03:27.583460 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc8264d-40c5-4c01-b6d8-60418bb9d7b9 x-openstack-request-id: req-9dc8264d-40c5-4c01-b6d8-60418bb9d7b9 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:03:27.583786 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811f9a5a-b211-43d3-9750-e9af3593cad6", "name": "network-vif-deleted", "tag": "00fd5f13-053e-4f29-acb5-3dfa5e6b1047", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:03:27.584027 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9dc8264d-40c5-4c01-b6d8-60418bb9d7b9 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:03:27.584425 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811f9a5a-b211-43d3-9750-e9af3593cad6', 'name': 'network-vif-deleted', 'tag': '00fd5f13-053e-4f29-acb5-3dfa5e6b1047', 'status': 'completed', 'code': 200} Aug 09 18:03:27.676209 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:27.703491 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb915b32-8119-4db6-88e9-3ac59836af04 None None] The sync data for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi is: [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:03:27.951464 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7299b217-6ab9-4c24-94e1-3ea7bf47ca83 req-b7cb3c8e-9864-4830-aa12-d6708dafd55b tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0747190 Aug 09 18:03:28.080581 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:03:28.129008 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:03:28.129475 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device b4f5ed0f-bf43-4997-8f13-39c8d3a1fad7 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:03:28.173679 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7c8a7-f4f5-4eea-a261-f96a8b954257 None None] New status for floating IP a7851c91-8f39-4994-8e7e-b89f718a9db1: DOWN {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:03:28.338777 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf0630-8958-4965-a0af-2ad071f4a8c0 req-5b8f444e-7605-436f-a0cd-a21aa64d473e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:28.348670 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a0bf0630-8958-4965-a0af-2ad071f4a8c0 req-5b8f444e-7605-436f-a0cd-a21aa64d473e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0818148 Aug 09 18:03:28.384670 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a0bf0630-8958-4965-a0af-2ad071f4a8c0 req-dac1cbb0-140e-4d35-86b7-755addd569af tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349886 Aug 09 18:03:28.527734 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-31c22ca4-0607-4f51-860f-f52eb3a40486 req-fb654d05-b576-457e-b600-9906c77f58dc tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0311480 Aug 09 18:03:28.776964 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 44954) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:28.899973 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-47a2633f-b57d-401f-a8c5-b5d03e97312c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:29.000567 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-47a2633f-b57d-401f-a8c5-b5d03e97312c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:29.074809 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-41b31ee3-e031-474f-8cfb-3c99dbb8c33a req-66072cff-ce9b-4df5-a7b3-040d78430273 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0273466 Aug 09 18:03:29.088532 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-47a2633f-b57d-401f-a8c5-b5d03e97312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:29.136738 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-47a2633f-b57d-401f-a8c5-b5d03e97312c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=40677649538640a89832d64e9ad38c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581667 Aug 09 18:03:29.137266 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2633f-b57d-401f-a8c5-b5d03e97312c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fd9a36-f4e7-4d33-bb8a-5a2ede0e84da,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:29.139171 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44962) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:29.192891 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f104ba01-9826-44bc-b228-f2104340a0a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:29.221283 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f104ba01-9826-44bc-b228-f2104340a0a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:29.350931 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f104ba01-9826-44bc-b228-f2104340a0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:29.353744 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f104ba01-9826-44bc-b228-f2104340a0a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:29.354872 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f104ba01-9826-44bc-b228-f2104340a0a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7fd9a36-f4e7-4d33-bb8a-5a2ede0e84da HTTP/1.1" status: 204 len: 168 time: 0.2142913 Aug 09 18:03:29.363616 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104ba01-9826-44bc-b228-f2104340a0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fd9a36-f4e7-4d33-bb8a-5a2ede0e84da,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:29.525689 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16911ffb-827e-4a68-94bc-946d67fb1922 req-766bdcc9-5b00-4b32-a9db-892435c456b8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:29.527924 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16911ffb-827e-4a68-94bc-946d67fb1922 req-766bdcc9-5b00-4b32-a9db-892435c456b8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0578184 Aug 09 18:03:29.582184 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16911ffb-827e-4a68-94bc-946d67fb1922 req-7290407f-344e-47c3-b235-792e28cd3c39 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467584 Aug 09 18:03:29.650497 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ad54ba2b-30f5-439a-8456-d8820b89bab7 req-60dd3048-ff04-427e-ae61-7a8865521c83 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0293157 Aug 09 18:03:30.101207 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:03:30.124825 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:03:30.125172 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 00fd5f13-053e-4f29-acb5-3dfa5e6b1047 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:03:30.149879 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 44976) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:30.164335 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1408f652-a685-44cc-9c6c-37e033efa5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:30.188972 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-737ec404-55f2-47c7-82b1-c6060a83f238 req-75eabe65-37ae-43d9-a80e-10e27ed75ea9 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0303674 Aug 09 18:03:30.321581 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1408f652-a685-44cc-9c6c-37e033efa5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:30.402161 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1408f652-a685-44cc-9c6c-37e033efa5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:30.443542 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-1408f652-a685-44cc-9c6c-37e033efa5c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e41b9e728c8b4c38a27773739c364a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942374 Aug 09 18:03:30.444403 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408f652-a685-44cc-9c6c-37e033efa5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd51f6ae-1eb6-4665-bb5b-f46ab6fabc1f,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:30.446181 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 44978) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:30.505231 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-96526af7-0bf1-4aa9-ac9c-d2607238624b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:30.532362 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-96526af7-0bf1-4aa9-ac9c-d2607238624b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:30.685486 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-96526af7-0bf1-4aa9-ac9c-d2607238624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:30.687995 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-96526af7-0bf1-4aa9-ac9c-d2607238624b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:30.689194 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-96526af7-0bf1-4aa9-ac9c-d2607238624b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dd51f6ae-1eb6-4665-bb5b-f46ab6fabc1f HTTP/1.1" status: 204 len: 168 time: 0.2419755 Aug 09 18:03:30.704074 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96526af7-0bf1-4aa9-ac9c-d2607238624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd51f6ae-1eb6-4665-bb5b-f46ab6fabc1f,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:30.722744 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722d80-02d5-4a23-958c-be45e3b1535e req-5a16b7be-71a4-4737-97a3-2cf341ab4d96 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:30.725497 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-44722d80-02d5-4a23-958c-be45e3b1535e req-5a16b7be-71a4-4737-97a3-2cf341ab4d96 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0696521 Aug 09 18:03:30.806515 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2220dbd0-223c-483e-948b-9e022a97897d req-940c50dc-be78-4c02-b737-0287238f24cc tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0608542 Aug 09 18:03:30.868674 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-44722d80-02d5-4a23-958c-be45e3b1535e req-9d74a224-f803-4d18-9a50-46cb00ae120d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756781 Aug 09 18:03:31.322647 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-946077b7-76da-4c00-9fb0-5caecaffab98 req-50569f80-a951-4b62-88f3-9f371f99c868 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0332854 Aug 09 18:03:31.934761 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f26c8c0c-a42a-4a8c-85da-9dc08f8d1340 req-9831f988-1251-45b0-9dee-388fa046943d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0310819 Aug 09 18:03:32.021253 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928ff92-56cd-4063-b88c-92bc73dfe71e req-822a27b5-81dd-4ad0-bc82-22f9c18a0e03 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:32.022790 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a928ff92-56cd-4063-b88c-92bc73dfe71e req-822a27b5-81dd-4ad0-bc82-22f9c18a0e03 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0544066 Aug 09 18:03:32.063124 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a928ff92-56cd-4063-b88c-92bc73dfe71e req-1b8472b5-15ae-49e9-9a8a-f476268a8355 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343816 Aug 09 18:03:32.452999 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-95bb81d8-7de4-4cfc-a569-694ddc158aa7 req-9096e121-6f55-4e07-ab43-6bb50e91073d tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0431688 Aug 09 18:03:33.057250 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-00848121-400b-4622-9057-a3a2f702acac req-5842abf0-c60a-4618-a36f-99249156a46c tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0252523 Aug 09 18:03:33.192787 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f303e-e8e6-4f94-9355-56e68ff482f5 req-665dcbd7-56f7-4798-a666-f2d1da54813b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:33.194830 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-246f303e-e8e6-4f94-9355-56e68ff482f5 req-665dcbd7-56f7-4798-a666-f2d1da54813b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0539274 Aug 09 18:03:33.253520 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-246f303e-e8e6-4f94-9355-56e68ff482f5 req-6bdd81f2-fa9b-4b37-9bb4-5c1bca1ee1a6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526323 Aug 09 18:03:33.566478 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4acccdce-1fb4-43f8-a492-fe2e0e3cf532 req-f5b10344-0811-4c46-9349-8118fb99f5e0 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0268342 Aug 09 18:03:34.166110 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c627202-9e92-44d0-a138-737abf358e4a req-8a087c61-316d-4a72-b4e9-da3ef8c2f7c1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0263090 Aug 09 18:03:34.380177 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a98e83-4d0e-42b1-9c11-2acb85b96c31 req-4ab0024f-7155-4c7e-be66-011ef2745862 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:34.381732 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-87a98e83-4d0e-42b1-9c11-2acb85b96c31 req-4ab0024f-7155-4c7e-be66-011ef2745862 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0491114 Aug 09 18:03:34.423000 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-87a98e83-4d0e-42b1-9c11-2acb85b96c31 req-a796a345-9372-44ce-ba16-1ec203a6ba57 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343475 Aug 09 18:03:34.691234 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a6adf000-707c-49c0-a6be-992595049df6 req-a665d7c2-b3c6-4ec4-934d-969bbb11cc11 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Aug 09 18:03:35.280208 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bca2a44a-9772-460a-85f9-a335a80c3e3c req-94378088-dfcb-497a-9715-69a9aa5c5ad1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0288415 Aug 09 18:03:35.551965 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b57f0d-2096-4f6a-8b1a-5169003b9eb8 req-045a5555-7132-417b-bfe9-5d28a29dfc63 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:35.553645 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-75b57f0d-2096-4f6a-8b1a-5169003b9eb8 req-045a5555-7132-417b-bfe9-5d28a29dfc63 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0538697 Aug 09 18:03:35.592124 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-75b57f0d-2096-4f6a-8b1a-5169003b9eb8 req-1962e522-2700-4372-882f-ef27e34af0bc tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Aug 09 18:03:35.806211 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a615cb4f-68ed-4657-b28d-2ab7ef12a1dd req-a7ae44f2-3d82-414f-b371-523d315ae6b4 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0286574 Aug 09 18:03:36.303155 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:36.405557 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a0b02a89-0582-44bc-821a-103bf3dbef5a req-e011ecc2-2008-4524-a57e-25480bffc9c9 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0265515 Aug 09 18:03:36.740516 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7f873-13fa-4615-8396-19fc718e3be4 req-45873e32-20eb-4020-bcd4-e8e2bd1a149d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:36.742253 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-57e7f873-13fa-4615-8396-19fc718e3be4 req-45873e32-20eb-4020-bcd4-e8e2bd1a149d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0653849 Aug 09 18:03:36.782053 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-57e7f873-13fa-4615-8396-19fc718e3be4 req-9f655bf1-c2ee-46fd-9f6e-ecf339e2397f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334260 Aug 09 18:03:36.918439 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-680fbb1e-506b-44ba-b440-f8e82d69c829 req-80555a4c-6abf-4eaa-ac9b-df63f741ed27 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0258100 Aug 09 18:03:37.532537 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5b557ed2-803f-4469-820b-4b3e408e4afe req-8cbb513a-fdad-4e68-99ad-f2962f8aa94e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0278180 Aug 09 18:03:37.910834 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb69a4a-f56f-4ebf-be2a-c500822db7db req-af38513d-5bed-4e2a-b79a-4aa8360faab4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:37.912387 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-adb69a4a-f56f-4ebf-be2a-c500822db7db req-af38513d-5bed-4e2a-b79a-4aa8360faab4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0537853 Aug 09 18:03:37.953713 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-adb69a4a-f56f-4ebf-be2a-c500822db7db req-2600586f-fe22-4f3b-97c5-5f8dd66294f4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350966 Aug 09 18:03:38.033918 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-30ba6176-f329-4e6a-8d97-3953c1eedd0d req-e8d115f2-a549-4537-9d99-d07eeef0661c tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0293162 Aug 09 18:03:38.647028 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fff96d2c-3723-44b6-86bd-72ec55832c6b req-c6530485-984f-4b19-aa50-fc01494d7d09 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0290473 Aug 09 18:03:39.096735 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177a73e-6ae3-4b2c-9391-b577b1837ec7 req-db5e5134-c9c3-4ac0-aac6-d442d5bc1d9d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:39.098291 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6177a73e-6ae3-4b2c-9391-b577b1837ec7 req-db5e5134-c9c3-4ac0-aac6-d442d5bc1d9d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0659697 Aug 09 18:03:39.162142 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b5dbaeb-5f46-4be9-b891-ef346b672eb2 req-1c7a7953-f75c-48a7-a7a3-bc053f8094cd tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0384388 Aug 09 18:03:39.170791 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6177a73e-6ae3-4b2c-9391-b577b1837ec7 req-5530893c-18d4-4c66-9008-dcc90a79f089 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631609 Aug 09 18:03:39.454388 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:03:39.662043 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-e2a8ca8e-3c15-4491-b1d7-297024db8347 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220134798&fields=id&tenant_id=40587718c41747db8e651a1cf986947e HTTP/1.1" status: 200 len: 267 time: 0.0341153 Aug 09 18:03:39.722942 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-01fe08e1-1eda-402c-83c1-b17419737a5d tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:39.724493 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-01fe08e1-1eda-402c-83c1-b17419737a5d tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 984 time: 0.0556223 Aug 09 18:03:39.744195 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-8771d4d1-d8b2-4517-a3bc-0d749970ed72 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Request body: {'port': {'security_groups': ['a251d4ed-a8a8-42d6-9128-f8586c05f524']}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:03:39.762398 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a678b23a-39b6-4eaf-8964-3db37f3fe121 req-8db0da73-afaf-481b-9966-c202a0c74de7 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=731821be-45e9-449b-90d9-8d6b939db20b HTTP/1.1" status: 200 len: 210 time: 0.0338063 Aug 09 18:03:39.832027 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-8771d4d1-d8b2-4517-a3bc-0d749970ed72 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.006434 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-8771d4d1-d8b2-4517-a3bc-0d749970ed72 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] For port 8da9da2c-062a-4456-9a84-9b28c7ccae0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:40.045273 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-8771d4d1-d8b2-4517-a3bc-0d749970ed72 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.122250 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-8771d4d1-d8b2-4517-a3bc-0d749970ed72 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.165084 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['8da9da2c-062a-4456-9a84-9b28c7ccae0b'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:03:40.166238 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-8771d4d1-d8b2-4517-a3bc-0d749970ed72 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:40.166881 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-8771d4d1-d8b2-4517-a3bc-0d749970ed72 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.168438 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-48ca0f9f-1de7-4861-8cb5-02ba77dbbd5d req-8771d4d1-d8b2-4517-a3bc-0d749970ed72 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "PUT /v2.0/ports/8da9da2c-062a-4456-9a84-9b28c7ccae0b HTTP/1.1" status: 200 len: 942 time: 0.4307666 Aug 09 18:03:40.169011 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:03:40.177863 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:03:40.178892 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45048) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:40.217248 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771d4d1-d8b2-4517-a3bc-0d749970ed72 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event updated for resources: {'Port': ['ID=8da9da2c-062a-4456-9a84-9b28c7ccae0b,revision_number=7']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:40.270678 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ba9f716f-4b69-4cd6-8d8f-44f580951764 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.306159 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c9fd02-11db-4c32-8c3d-4335ae4420fe x-openstack-request-id: req-e9c9fd02-11db-4c32-8c3d-4335ae4420fe {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:03:40.308043 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:03:40.308043 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9c9fd02-11db-4c32-8c3d-4335ae4420fe {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:03:40.308043 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'status': 'completed', 'code': 200} Aug 09 18:03:40.325436 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ba9f716f-4b69-4cd6-8d8f-44f580951764 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.462831 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-17005b57-1e01-4f10-bc99-c7064c03e010 None None] Provisioning complete for port 8da9da2c-062a-4456-9a84-9b28c7ccae0b triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:03:40.462831 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17005b57-1e01-4f10-bc99-c7064c03e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.473014 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16efe6cc-14ba-4074-a983-d6e7af3a718a req-3c3d3e4d-6966-4192-8000-588c67f24638 tempest-VolumesSnapshotTestJSON-1964176309 tempest-VolumesSnapshotTestJSON-1964176309-project] 10.222.0.54 "GET /v2.0/ports?device_id=811f9a5a-b211-43d3-9750-e9af3593cad6 HTTP/1.1" status: 200 len: 210 time: 0.0968006 Aug 09 18:03:40.490971 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-a4ecc6e4-c1fe-490b-a9bf-f5ba917eeebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:40.495881 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-a4ecc6e4-c1fe-490b-a9bf-f5ba917eeebd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40587718c41747db8e651a1cf986947e&device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 1098 time: 0.1301916 Aug 09 18:03:40.500511 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d7e67-058a-48ab-9f01-b21e3260d510 req-fe1e5b0a-db21-4443-a455-e6bea2446137 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:40.502097 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-aa6d7e67-058a-48ab-9f01-b21e3260d510 req-fe1e5b0a-db21-4443-a455-e6bea2446137 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0849161 Aug 09 18:03:40.507232 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['8da9da2c-062a-4456-9a84-9b28c7ccae0b'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:03:40.528103 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ba9f716f-4b69-4cd6-8d8f-44f580951764 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.530751 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ba9f716f-4b69-4cd6-8d8f-44f580951764 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.536018 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-ba9f716f-4b69-4cd6-8d8f-44f580951764 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "DELETE /v2.0/security-groups/a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79 HTTP/1.1" status: 204 len: 168 time: 0.3538318 Aug 09 18:03:40.541748 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45056) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:40.585178 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f716f-4b69-4cd6-8d8f-44f580951764 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e7964b-89e2-40e1-b9d7-5ef4fa91ec79,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:40.757356 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Deleting port 2130a5fb-7ed4-4d45-b95f-7847cdeb639e {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:03:40.757704 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.840536 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.864922 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:40.865967 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-aa6d7e67-058a-48ab-9f01-b21e3260d510 req-6dfcdad6-b092-4eff-bc1d-4d2dd4bb5e6b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355291 Aug 09 18:03:40.868748 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Calling delete_port for 2130a5fb-7ed4-4d45-b95f-7847cdeb639e owned by network:floatingip {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:03:40.930719 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-f54107fb-0a84-4e6e-a4bd-51eef27a07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:40.932375 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-f54107fb-0a84-4e6e-a4bd-51eef27a07bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=d52d57ec-4828-43fb-8cf8-fadad217d77b HTTP/1.1" status: 200 len: 916 time: 0.4294028 Aug 09 18:03:40.981378 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45064) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:41.032884 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-fd75c9f4-f60e-4fd1-a3c7-70311ffcaea6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b HTTP/1.1" status: 200 len: 1001 time: 0.0918782 Aug 09 18:03:41.059638 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-84ce9a56-bc53-4532-a076-d37267e37e04 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:41.084096 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-c40cc535-1ed6-4260-83d7-3354fc14700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:41.085634 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-c40cc535-1ed6-4260-83d7-3354fc14700c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe1fe21a-2bde-44ae-8f9c-bed9d307a919 HTTP/1.1" status: 200 len: 854 time: 0.0456486 Aug 09 18:03:41.109511 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-84ce9a56-bc53-4532-a076-d37267e37e04 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:41.131431 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-d350ab3b-86ef-46ad-a16f-287deba4451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:41.136982 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-d350ab3b-86ef-46ad-a16f-287deba4451e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d52d57ec-4828-43fb-8cf8-fadad217d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397689 Aug 09 18:03:41.185054 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:41.215919 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event deleted for resources: {'Port': ['ID=2130a5fb-7ed4-4d45-b95f-7847cdeb639e,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:41.234012 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-1fc60ada-6ed5-4841-842d-5a16ff54e197 service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890472 Aug 09 18:03:41.258890 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-84ce9a56-bc53-4532-a076-d37267e37e04 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:41.271801 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-84ce9a56-bc53-4532-a076-d37267e37e04 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:41.271801 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-84ce9a56-bc53-4532-a076-d37267e37e04 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "DELETE /v2.0/security-groups/7a9c35fa-608e-40d8-86be-ee2e0ae86ab8 HTTP/1.1" status: 204 len: 168 time: 0.2805693 Aug 09 18:03:41.271801 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45066) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:41.291933 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce9a56-bc53-4532-a076-d37267e37e04 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9c35fa-608e-40d8-86be-ee2e0ae86ab8,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:41.303468 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.api.v2.resource [None req-08960d63-7459-48b2-90a4-7688cb76dc39 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] show failed (client error): The resource could not be found. Aug 09 18:03:41.303468 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-08960d63-7459-48b2-90a4-7688cb76dc39 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups/7a9c35fa-608e-40d8-86be-ee2e0ae86ab8 HTTP/1.1" status: 404 len: 347 time: 0.0305643 Aug 09 18:03:41.303468 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks [] for floatingip, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:41.303468 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Floating IP 5914b3e3-322d-49e8-b605-975b68ce6226 disassociated (deleted). External IP: 172.27.1.100, port: 8da9da2c-062a-4456-9a84-9b28c7ccae0b. Aug 09 18:03:41.306365 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45068) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:41.330610 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7e1855c-8a05-4308-9c5b-1dabb4c1c0f0 req-ff8ec75f-d71d-4e3d-bb99-bbb3e6dfce3e service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875974 Aug 09 18:03:41.553922 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-9bb28c88-7aef-429d-848b-297cf213ab06 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Deleting port 8800ebac-9ec6-4a80-9e20-8f4824a5a1f9 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:03:41.554188 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9bb28c88-7aef-429d-848b-297cf213ab06 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:41.667552 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Router 179d889a-9720-4364-9c40-d8b102b7bb4c has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:03:41.686935 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9bb28c88-7aef-429d-848b-297cf213ab06 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:41.687259 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9bb28c88-7aef-429d-848b-297cf213ab06 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:41.732765 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-9bb28c88-7aef-429d-848b-297cf213ab06 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Calling delete_port for 8800ebac-9ec6-4a80-9e20-8f4824a5a1f9 owned by network:floatingip {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:03:41.861618 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:03:41.867327 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:41.871470 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] Sync routers for ids ['179d889a-9720-4364-9c40-d8b102b7bb4c'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:03:41.880808 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] Routers {'179d889a-9720-4364-9c40-d8b102b7bb4c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:03:41.881470 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:03:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['179d889a-9720-4364-9c40-d8b102b7bb4c'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:41.912266 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-8f460a11-df4e-4fa9-a26a-9bf6535fa82c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "DELETE /v2.0/floatingips/5914b3e3-322d-49e8-b605-975b68ce6226 HTTP/1.1" status: 204 len: 168 time: 1.3694167 Aug 09 18:03:41.912266 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:03:41.914510 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e772eb-9639-4d9e-bc6b-69a6bc06a873" -d '{"events": [{"name": "network-changed", "server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:03:41.995855 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc4d19-005e-4ca0-a49d-56f7628c6ae0 req-bd5078ad-56a9-477d-9852-50c6854faf63 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:41.997735 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-92bc4d19-005e-4ca0-a49d-56f7628c6ae0 req-bd5078ad-56a9-477d-9852-50c6854faf63 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0663211 Aug 09 18:03:42.004062 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] Set router 179d889a-9720-4364-9c40-d8b102b7bb4c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:03:42.038750 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-92bc4d19-005e-4ca0-a49d-56f7628c6ae0 req-ab80ea35-1d20-4d07-8755-0012ad83e7c7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335157 Aug 09 18:03:42.092370 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0bf85d-14fa-43e2-a00c-2faff9f20197 x-openstack-request-id: req-7d0bf85d-14fa-43e2-a00c-2faff9f20197 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:03:42.092667 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:03:42.092925 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d0bf85d-14fa-43e2-a00c-2faff9f20197 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:03:42.093407 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'status': 'completed', 'code': 200} Aug 09 18:03:42.111912 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9bb28c88-7aef-429d-848b-297cf213ab06 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:42.141363 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb28c88-7aef-429d-848b-297cf213ab06 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event deleted for resources: {'Port': ['ID=8800ebac-9ec6-4a80-9e20-8f4824a5a1f9,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:42.186830 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-dde602ae-699e-4ae2-b6bd-411f1145038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:42.187561 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-dde602ae-699e-4ae2-b6bd-411f1145038f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=40587718c41747db8e651a1cf986947e&device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 1098 time: 0.0431936 Aug 09 18:03:42.223411 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9bb28c88-7aef-429d-848b-297cf213ab06 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:42.226336 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-9bb28c88-7aef-429d-848b-297cf213ab06 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:42.227786 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-9bb28c88-7aef-429d-848b-297cf213ab06 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "DELETE /v2.0/floatingips/a7851c91-8f39-4994-8e7e-b89f718a9db1 HTTP/1.1" status: 204 len: 168 time: 0.9212523 Aug 09 18:03:42.289399 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:10Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '9fa93eca-9642-4ed0-aad8-94d6a6f157a0', 'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'mac_address': 'fa:16:3e:3b:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:09Z', 'updated_at': '2021-08-09T18:00:17Z', 'revision_number': 5, 'project_id': '40587718c41747db8e651a1cf986947e', 'subnets': [{'id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:42.311330 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-aa8232ae-238c-43af-891e-1f1ea96f5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:42.313273 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-aa8232ae-238c-43af-891e-1f1ea96f5f37 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d52d57ec-4828-43fb-8cf8-fadad217d77b HTTP/1.1" status: 200 len: 916 time: 0.1180232 Aug 09 18:03:42.317760 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] Checking router: 179d889a-9720-4364-9c40-d8b102b7bb4c for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:03:42.327576 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] Routers {'179d889a-9720-4364-9c40-d8b102b7bb4c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:03:42.328191 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:03:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['179d889a-9720-4364-9c40-d8b102b7bb4c'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:42.363381 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-0001471d-691b-40f2-9a48-078300fe8f5b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b HTTP/1.1" status: 200 len: 217 time: 0.0421464 Aug 09 18:03:42.442788 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-d029e973-5e9a-4834-9d3f-006416e6c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:42.444775 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-d029e973-5e9a-4834-9d3f-006416e6c5a0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fe1fe21a-2bde-44ae-8f9c-bed9d307a919 HTTP/1.1" status: 200 len: 854 time: 0.0747344 Aug 09 18:03:42.458757 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] Set router 179d889a-9720-4364-9c40-d8b102b7bb4c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:03:42.492054 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-0221d7c1-7de2-4347-8a45-92c73d56aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:42.493615 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-0221d7c1-7de2-4347-8a45-92c73d56aa20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d52d57ec-4828-43fb-8cf8-fadad217d77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411270 Aug 09 18:03:42.593334 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-a2b79be0-565d-454c-b605-40aed35452ca service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909586 Aug 09 18:03:42.687442 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:10Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '9fa93eca-9642-4ed0-aad8-94d6a6f157a0', 'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'mac_address': 'fa:16:3e:3b:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:09Z', 'updated_at': '2021-08-09T18:00:17Z', 'revision_number': 5, 'project_id': '40587718c41747db8e651a1cf986947e', 'subnets': [{'id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:42.697700 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-00e772eb-9639-4d9e-bc6b-69a6bc06a873 req-45879bf0-7c59-44ba-a0d5-1de38656268a service neutron] 10.222.0.77 "GET /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887721 Aug 09 18:03:42.712073 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45092) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:42.716800 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-cac21482-59a8-4247-a417-626c53d959a1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1005248473', 'description': 'tempest-description--256928368'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:03:42.720446 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f77a4c-1839-4585-b8f3-10c84f401ec5 None None] The sync data for ids ['179d889a-9720-4364-9c40-d8b102b7bb4c'] in dv-cinder-788363-10-iscsi is: [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:10Z', 'revision_number': 4, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '9fa93eca-9642-4ed0-aad8-94d6a6f157a0', 'name': '', 'network_id': 'd52d57ec-4828-43fb-8cf8-fadad217d77b', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'mac_address': 'fa:16:3e:3b:a2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:09Z', 'updated_at': '2021-08-09T18:00:17Z', 'revision_number': 5, 'project_id': '40587718c41747db8e651a1cf986947e', 'subnets': [{'id': 'fe1fe21a-2bde-44ae-8f9c-bed9d307a919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:03:42.912259 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cac21482-59a8-4247-a417-626c53d959a1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:42.935012 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb7ea8-51b0-49ba-943b-2ae317c278b2 None None] New status for floating IP 5914b3e3-322d-49e8-b605-975b68ce6226: DOWN {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:03:43.019457 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cac21482-59a8-4247-a417-626c53d959a1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:43.129043 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cac21482-59a8-4247-a417-626c53d959a1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:43.181071 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac21482-59a8-4247-a417-626c53d959a1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfba2e4-81cb-43aa-a286-150560e5ab91,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:43.195247 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b455-3935-4adc-844d-8246e608a7e3 req-02f940af-2d24-4935-8a35-4ddc3ad6b3f0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:43.196896 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f786b455-3935-4adc-844d-8246e608a7e3 req-02f940af-2d24-4935-8a35-4ddc3ad6b3f0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0784910 Aug 09 18:03:43.250797 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f786b455-3935-4adc-844d-8246e608a7e3 req-276a71cf-030b-4521-972a-d38bd1e8246b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467649 Aug 09 18:03:43.321988 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cac21482-59a8-4247-a417-626c53d959a1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:43.323206 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-cac21482-59a8-4247-a417-626c53d959a1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6100981 Aug 09 18:03:43.326227 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45100) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:43.330574 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-1891b8a3-47a3-4909-97f9-3c654b1bedf8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'security_group_rule': {'security_group_id': '6dfba2e4-81cb-43aa-a286-150560e5ab91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:03:43.441598 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1891b8a3-47a3-4909-97f9-3c654b1bedf8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:43.503492 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1891b8a3-47a3-4909-97f9-3c654b1bedf8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:43.602500 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1891b8a3-47a3-4909-97f9-3c654b1bedf8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:43.620578 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891b8a3-47a3-4909-97f9-3c654b1bedf8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca79c5ce-7479-4f4e-8f14-4ec9e15dc49b,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:43.705883 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1891b8a3-47a3-4909-97f9-3c654b1bedf8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:43.707289 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-1891b8a3-47a3-4909-97f9-3c654b1bedf8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3799908 Aug 09 18:03:43.709772 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45106) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:43.714966 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-bd1e7c4c-bfa3-46bf-ac3e-d06295ac7463 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'security_group_rule': {'security_group_id': '6dfba2e4-81cb-43aa-a286-150560e5ab91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:03:43.803941 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bd1e7c4c-bfa3-46bf-ac3e-d06295ac7463 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:43.870657 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bd1e7c4c-bfa3-46bf-ac3e-d06295ac7463 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:43.967923 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bd1e7c4c-bfa3-46bf-ac3e-d06295ac7463 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:43.985456 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e7c4c-bfa3-46bf-ac3e-d06295ac7463 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39684c8-9794-464f-ba91-7bbf866c5fbb,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:44.059338 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bd1e7c4c-bfa3-46bf-ac3e-d06295ac7463 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:44.060725 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-bd1e7c4c-bfa3-46bf-ac3e-d06295ac7463 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3500063 Aug 09 18:03:44.064284 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45108) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:44.068834 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'floatingip': {'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:03:44.191039 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-343f6a57-00cb-4084-b016-8c4472dcc2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:44.225536 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:44.330859 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:44.426101 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff0d9-1d9c-4495-a0ea-08a065a8a981 req-c232f6ec-8f4b-40bb-a179-4cba48c5a610 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:44.427579 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-54bff0d9-1d9c-4495-a0ea-08a065a8a981 req-c232f6ec-8f4b-40bb-a179-4cba48c5a610 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.1002953 Aug 09 18:03:44.499031 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Allocated IP 172.27.1.56 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/8e7b8315-0e02-45d6-94d4-09fca2ab7d52) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:03:44.503924 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-54bff0d9-1d9c-4495-a0ea-08a065a8a981 req-d5e89577-ddbd-43eb-8764-fdd1e6c1ae7b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558288 Aug 09 18:03:44.620178 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:44.716862 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:44.759007 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:03:44.762093 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:03:44.764590 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:03:44.789716 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'Port': ['ID=8e7b8315-0e02-45d6-94d4-09fca2ab7d52,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:44.857309 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:44.965628 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:45.115617 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:45.190541 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:45.259588 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'Port': ['ID=8e7b8315-0e02-45d6-94d4-09fca2ab7d52,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:45.274290 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:45.362099 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:45.363410 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-9637ac26-39ab-4d6b-9408-8ad7da2a2597 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2981448 Aug 09 18:03:45.555519 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-0e429fd2-5324-4d19-b2d0-1dc586f95cd2 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1005248473&fields=id&tenant_id=96ee685b0c0047c990caaec9f1f4f4e1 HTTP/1.1" status: 200 len: 267 time: 0.0366621 Aug 09 18:03:45.690909 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8f82d-83a5-4b4d-8e46-93f9493ad6b6 req-7006179f-f5f7-46df-8754-99ef4a98f023 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:45.692319 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45f8f82d-83a5-4b4d-8e46-93f9493ad6b6 req-7006179f-f5f7-46df-8754-99ef4a98f023 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.1088998 Aug 09 18:03:45.703075 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-831c092b-3cac-44e7-8e16-fa8e59da31df tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:45.704600 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-831c092b-3cac-44e7-8e16-fa8e59da31df tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/networks?id=2222d5b0-4e90-4714-90f8-571d8e57d231 HTTP/1.1" status: 200 len: 810 time: 0.1420991 Aug 09 18:03:45.734220 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-d4ea76c5-5139-49ed-b6d4-4e3f2a2226fd tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/quotas/96ee685b0c0047c990caaec9f1f4f4e1 HTTP/1.1" status: 200 len: 375 time: 0.0214083 Aug 09 18:03:45.758396 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45f8f82d-83a5-4b4d-8e46-93f9493ad6b6 req-a4a0d3a0-19e8-4ed2-a9ba-b0c9a63f5296 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527935 Aug 09 18:03:45.798482 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-5c50f52d-b033-4d6d-bb2e-fd43635b8a89 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559344 Aug 09 18:03:45.900629 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-b9bfb7c6-cc83-4c84-ac95-867238ee5b61 service neutron] 10.222.0.54 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902812 Aug 09 18:03:45.992148 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-5fb96946-ae0b-4829-af6e-292ceb1ccbf3 service neutron] 10.222.0.54 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849586 Aug 09 18:03:46.261689 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-35b964f7-9721-4132-981b-f9c22ce843d6 req-d23a08bd-51d9-4c37-b5b2-be2048126693 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 210 time: 0.0270145 Aug 09 18:03:46.647868 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1bea47ae-af49-4c31-b645-0e713e528f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:46.785525 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:46.890060 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e27f78-b773-4a19-8b87-536a68e495ee req-7b0eb62f-d432-4f31-9af3-07f0df278000 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:46.891529 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-18e27f78-b773-4a19-8b87-536a68e495ee req-7b0eb62f-d432-4f31-9af3-07f0df278000 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0541880 Aug 09 18:03:46.932437 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-18e27f78-b773-4a19-8b87-536a68e495ee req-183b5e91-9063-4478-a2ad-871112a1deec tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340202 Aug 09 18:03:47.354522 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f1a92da8-0cca-4bc3-a339-1890cc46abe3 req-343e9404-65fb-466b-a707-d2b503366046 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 210 time: 0.0259509 Aug 09 18:03:48.003243 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:48.062164 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a144f7c-5139-4d21-b86f-602205ea98a6 req-0e78344b-e12a-43e4-b169-992912943e9f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:48.063454 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3a144f7c-5139-4d21-b86f-602205ea98a6 req-0e78344b-e12a-43e4-b169-992912943e9f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0494699 Aug 09 18:03:48.103254 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3a144f7c-5139-4d21-b86f-602205ea98a6 req-ba2b7904-dd22-4766-93e3-e50e89f1da76 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329950 Aug 09 18:03:48.456400 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-87d68cc2-b739-4da1-b2d7-4c2f514d0cc0 req-15d470f8-0d39-4fa6-90e8-8305def1e350 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 210 time: 0.0290771 Aug 09 18:03:48.563830 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70a96-5805-431e-b541-f4203bf191c0 req-a97c7264-0ec6-40e3-aace-eedbec38a6b2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:48.565379 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9dd70a96-5805-431e-b541-f4203bf191c0 req-a97c7264-0ec6-40e3-aace-eedbec38a6b2 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0525701 Aug 09 18:03:48.616640 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9dd70a96-5805-431e-b541-f4203bf191c0 req-2883e9a8-7bf0-44d5-b417-9c7e2f65e506 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 Aug 09 18:03:48.748850 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-a197984e-24ec-4975-82c1-21d31434afae tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:48.750402 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-a197984e-24ec-4975-82c1-21d31434afae tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.77 "GET /v2.0/networks?id=2222d5b0-4e90-4714-90f8-571d8e57d231 HTTP/1.1" status: 200 len: 810 time: 0.1070778 Aug 09 18:03:48.826241 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-6733dad1-4745-4e1e-8ae6-5c18d26684cb tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96ee685b0c0047c990caaec9f1f4f4e1 HTTP/1.1" status: 200 len: 380 time: 0.0527029 Aug 09 18:03:48.836561 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'port': {'device_id': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'admin_state_up': True, 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'security_groups': ['6dfba2e4-81cb-43aa-a286-150560e5ab91']}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:03:49.030873 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Made reservation on behalf of 96ee685b0c0047c990caaec9f1f4f4e1 for: {'port': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:03:49.035506 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:49.194446 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Allocated IP 172.20.0.14 (2222d5b0-4e90-4714-90f8-571d8e57d231/a54396a3-f4d8-41af-b602-45ff7adb6cc2/254da2ca-3c51-4493-b45f-b99add1e9eda) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:03:49.266228 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064804-cd9e-4c30-a2fb-4805061197a2 req-727e7e10-88a6-46f4-9f69-7d9fe0d310ce tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:49.268486 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c6064804-cd9e-4c30-a2fb-4805061197a2 req-727e7e10-88a6-46f4-9f69-7d9fe0d310ce tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0761421 Aug 09 18:03:49.270690 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:49.357309 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c6064804-cd9e-4c30-a2fb-4805061197a2 req-57e888f1-719c-4ce9-8ba4-1973050fa84b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824544 Aug 09 18:03:49.405309 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:49.422776 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Transition to ACTIVE for port object 254da2ca-3c51-4493-b45f-b99add1e9eda will not be triggered until provisioned by entity DHCP. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:03:49.560961 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f79297e3-01bc-4a1f-9d5e-e071aef26794 req-7c8d11a9-b1a8-4ffc-b59f-0b28221a1d98 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 210 time: 0.0264313 Aug 09 18:03:49.591304 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:49.644554 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Network 2222d5b0-4e90-4714-90f8-571d8e57d231 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:03:49.646225 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:03:49.649002 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:03:49.698859 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event updated for resources: {'Port': ['ID=254da2ca-3c51-4493-b45f-b99add1e9eda,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:49.753751 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:49.754435 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:49.786671 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61319eda-b16f-4959-82fb-8b4fcc3a1a7a req-d7d7caf7-37d9-4d85-b6c2-7598dc83b979 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:49.788258 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-61319eda-b16f-4959-82fb-8b4fcc3a1a7a req-d7d7caf7-37d9-4d85-b6c2-7598dc83b979 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0891216 Aug 09 18:03:49.830901 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-61319eda-b16f-4959-82fb-8b4fcc3a1a7a req-82f13549-6ae1-48ad-bf08-c119bf7a0430 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363183 Aug 09 18:03:49.873738 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-937624da-99fd-46fd-9d8f-f605f352e865 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0390403 Aug 09 18:03:49.892300 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Request body: {'port': {'device_id': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:03:49.957129 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:49.974060 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f1349c3e-8090-4df3-bec4-e303ea80dc7f None None] Provisioning for port 254da2ca-3c51-4493-b45f-b99add1e9eda completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:03:49.978562 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f1349c3e-8090-4df3-bec4-e303ea80dc7f None None] Provisioning complete for port 254da2ca-3c51-4493-b45f-b99add1e9eda triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:03:49.981334 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f1349c3e-8090-4df3-bec4-e303ea80dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:50.018362 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f1349c3e-8090-4df3-bec4-e303ea80dc7f None None] Port 254da2ca-3c51-4493-b45f-b99add1e9eda cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:03:50.185473 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device fc97ad7c-407b-4144-a39f-6ea757785c8f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:03:50.299530 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:50.314617 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'port_id': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'mac_address': 'fa:16:3e:7d:75:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:03:50.357356 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:50.371502 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc97ad7c-407b-4144-a39f-6ea757785c8f {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:03:50.392590 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:50.464903 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:50.484092 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254da2ca-3c51-4493-b45f-b99add1e9eda {{(pid=100426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:03:50.493501 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:50.511256 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Transition to ACTIVE for port object 254da2ca-3c51-4493-b45f-b99add1e9eda will not be triggered until provisioned by entity L2. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:03:50.518775 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=9']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:50.520291 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3cc9a-9b94-4b33-b1f0-3cc693e115c8 req-422baaca-3485-4ab8-8666-878c4f35f355 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:50.521980 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5de3cc9a-9b94-4b33-b1f0-3cc693e115c8 req-422baaca-3485-4ab8-8666-878c4f35f355 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 943 time: 0.0767641 Aug 09 18:03:50.530486 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.530869 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.531211 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.532696 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.532696 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.532696 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.533807 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.533902 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.534166 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.534498 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.534817 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.535151 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.567151 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5de3cc9a-9b94-4b33-b1f0-3cc693e115c8 req-1fd0b1f9-110e-4e2a-b722-cccc8957b683 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348463 Aug 09 18:03:50.603021 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:50.688448 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Pushing event updated for resources: {'Port': ['ID=254da2ca-3c51-4493-b45f-b99add1e9eda,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:50.718224 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.718494 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.718812 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.719137 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.719472 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.719807 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.720177 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.720505 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.720833 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.721156 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.721505 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.721827 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:50.780664 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a5cb7-7d0f-4f16-9274-a388a2cb1933 req-03089017-c316-4f2f-94a6-6969fdc114ba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:50.782392 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bc8a5cb7-7d0f-4f16-9274-a388a2cb1933 req-03089017-c316-4f2f-94a6-6969fdc114ba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 944 time: 0.1286039 Aug 09 18:03:50.815724 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Attempting to bind port 254da2ca-3c51-4493-b45f-b99add1e9eda on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:03:50.816060 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Attempting to bind port 254da2ca-3c51-4493-b45f-b99add1e9eda by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'}] {{(pid=100426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:03:50.816391 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Attempting to bind port 254da2ca-3c51-4493-b45f-b99add1e9eda on network 2222d5b0-4e90-4714-90f8-571d8e57d231 {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:03:50.830505 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['fc97ad7c-407b-4144-a39f-6ea757785c8f'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:03:50.836960 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Port 254da2ca-3c51-4493-b45f-b99add1e9eda on network 2222d5b0-4e90-4714-90f8-571d8e57d231 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:03:50.837261 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Attempting to bind port 254da2ca-3c51-4493-b45f-b99add1e9eda on network 2222d5b0-4e90-4714-90f8-571d8e57d231 {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:03:50.844499 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bc8a5cb7-7d0f-4f16-9274-a388a2cb1933 req-26b21fbd-04a2-4d19-afdc-c337c222ce94 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542841 Aug 09 18:03:50.847661 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:03:50.848134 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Checking segment: {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:03:50.848372 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Bound using segment: {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'} {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:03:50.848811 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Bound port: 254da2ca-3c51-4493-b45f-b99add1e9eda, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231'}}] {{(pid=100426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:03:50.849169 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:50.849289 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-520c56a3-16ad-49b2-a256-d4273e9c71ab tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:50.851610 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-520c56a3-16ad-49b2-a256-d4273e9c71ab tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.77 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0552912 Aug 09 18:03:50.962949 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] For port 254da2ca-3c51-4493-b45f-b99add1e9eda, host hv-cinder-78836, cleared binding levels {{(pid=100426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:03:50.970444 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] For port 254da2ca-3c51-4493-b45f-b99add1e9eda, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=254da2ca-3c51-4493-b45f-b99add1e9eda,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:03:50.985962 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Deleting port 8da9da2c-062a-4456-9a84-9b28c7ccae0b {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:03:50.986423 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:51.058705 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222cfec5-5149-4317-9b5f-48cfb6d135d7 req-c55e9a83-f24c-4773-8339-426fe7a97fba tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:51.060309 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-222cfec5-5149-4317-9b5f-48cfb6d135d7 req-c55e9a83-f24c-4773-8339-426fe7a97fba tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 945 time: 0.0878956 Aug 09 18:03:51.080756 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:51.093801 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] For port 8da9da2c-062a-4456-9a84-9b28c7ccae0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8da9da2c-062a-4456-9a84-9b28c7ccae0b,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:51.094370 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:51.122446 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Calling delete_port for 8da9da2c-062a-4456-9a84-9b28c7ccae0b owned by compute:nova {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:03:51.124773 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:51.125541 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:51.127759 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] 10.222.0.77 "PUT /v2.0/ports/254da2ca-3c51-4493-b45f-b99add1e9eda HTTP/1.1" status: 200 len: 1094 time: 1.2401168 Aug 09 18:03:51.132993 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'tag': '254da2ca-3c51-4493-b45f-b99add1e9eda'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:03:51.135578 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fded4468-f2d6-4f35-9e54-bf512368bf79" -d '{"events": [{"name": "network-changed", "server_uuid": "2f97d631-b147-4a4d-9a04-90be8afcb7e1", "tag": "254da2ca-3c51-4493-b45f-b99add1e9eda"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:03:51.173678 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-222cfec5-5149-4317-9b5f-48cfb6d135d7 req-7551bca8-8d58-423f-9da7-15aae8f4b96c tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/security-groups?id=a251d4ed-a8a8-42d6-9128-f8586c05f524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050835 Aug 09 18:03:51.179256 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cece3-9a9c-420b-8d65-38da47cd9dba service neutron] Pushing event updated for resources: {'Port': ['ID=254da2ca-3c51-4493-b45f-b99add1e9eda,revision_number=3']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:51.215295 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e6673b-7552-4b4d-a5af-fcdf40721c41 x-openstack-request-id: req-65e6673b-7552-4b4d-a5af-fcdf40721c41 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:03:51.215590 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f97d631-b147-4a4d-9a04-90be8afcb7e1", "tag": "254da2ca-3c51-4493-b45f-b99add1e9eda", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:03:51.215925 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65e6673b-7552-4b4d-a5af-fcdf40721c41 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:03:51.216393 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'tag': '254da2ca-3c51-4493-b45f-b99add1e9eda', 'status': 'completed', 'code': 200} Aug 09 18:03:51.304462 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded4468-f2d6-4f35-9e54-bf512368bf79 req-edc063d4-629e-4b31-a510-8e88f777f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:51.307889 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fded4468-f2d6-4f35-9e54-bf512368bf79 req-edc063d4-629e-4b31-a510-8e88f777f283 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 1097 time: 0.0449123 Aug 09 18:03:51.364420 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:51.410216 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Pushing event deleted for resources: {'Port': ['ID=8da9da2c-062a-4456-9a84-9b28c7ccae0b,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:51.428887 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded4468-f2d6-4f35-9e54-bf512368bf79 req-0ef37457-8aa7-42cf-967a-175bd714fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:51.430450 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fded4468-f2d6-4f35-9e54-bf512368bf79 req-0ef37457-8aa7-42cf-967a-175bd714fe54 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1102285 Aug 09 18:03:51.431012 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['8da9da2c-062a-4456-9a84-9b28c7ccae0b'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:03:51.441092 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.451714 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:03:51.465429 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] No DVR routers for this DVR port 8da9da2c-062a-4456-9a84-9b28c7ccae0b on host hv-cinder-78836 {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:03:51.468200 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:51.470770 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-69e399d1-0394-4dd6-ab7d-4398dee20035 req-e30d67e8-9c5a-4bd1-88c6-f7823d2e8b62 tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.77 "DELETE /v2.0/ports/8da9da2c-062a-4456-9a84-9b28c7ccae0b HTTP/1.1" status: 204 len: 173 time: 0.6082971 Aug 09 18:03:51.471270 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'name': 'network-vif-deleted', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:03:51.474381 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06cc2cf-a4e8-458b-84fc-eaf02e03729e" -d '{"events": [{"server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "name": "network-vif-deleted", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:03:51.516385 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf384a2b-b35d-4aee-895d-bcd21acd667c x-openstack-request-id: req-cf384a2b-b35d-4aee-895d-bcd21acd667c {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:03:51.516706 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113483a7-a58f-4f56-b955-487ea61e1414", "name": "network-vif-deleted", "tag": "8da9da2c-062a-4456-9a84-9b28c7ccae0b", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:03:51.516989 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf384a2b-b35d-4aee-895d-bcd21acd667c {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:03:51.517440 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113483a7-a58f-4f56-b955-487ea61e1414', 'name': 'network-vif-deleted', 'tag': '8da9da2c-062a-4456-9a84-9b28c7ccae0b', 'status': 'completed', 'code': 200} Aug 09 18:03:51.553723 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded4468-f2d6-4f35-9e54-bf512368bf79 req-6df49a39-3dd0-40b8-8b22-1c6c70fee2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:51.555211 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fded4468-f2d6-4f35-9e54-bf512368bf79 req-6df49a39-3dd0-40b8-8b22-1c6c70fee2fe service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1169326 Aug 09 18:03:51.679054 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-ca0e3706-ab01-42f8-9ae1-61562491a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:51.680854 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-ca0e3706-ab01-42f8-9ae1-61562491a614 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 1097 time: 0.0646951 Aug 09 18:03:51.739429 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-d6fdd9e1-3e22-4ffd-8038-f5c270d25e37 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=254da2ca-3c51-4493-b45f-b99add1e9eda HTTP/1.1" status: 200 len: 217 time: 0.0443199 Aug 09 18:03:51.788315 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d0bf0-8046-43e8-b4bc-4cbcafd34d07 req-761996fa-6376-4c1a-81d0-3dac83ef7d55 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:51.790004 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b95d0bf0-8046-43e8-b4bc-4cbcafd34d07 req-761996fa-6376-4c1a-81d0-3dac83ef7d55 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 944 time: 0.1267767 Aug 09 18:03:51.823288 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-fda5814b-b223-4952-9f37-e88e2efecc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:51.824787 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-fda5814b-b223-4952-9f37-e88e2efecc20 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a54396a3-f4d8-41af-b602-45ff7adb6cc2 HTTP/1.1" status: 200 len: 849 time: 0.0787666 Aug 09 18:03:51.873241 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b95d0bf0-8046-43e8-b4bc-4cbcafd34d07 req-7b653d95-157a-4d77-b104-c17ce5542008 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724757 Aug 09 18:03:51.899935 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-7464d0b2-7321-46b7-ae1e-dfcbaf97d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:51.899935 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-7464d0b2-7321-46b7-ae1e-dfcbaf97d762 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2222d5b0-4e90-4714-90f8-571d8e57d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0604088 Aug 09 18:03:52.022661 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a631f4-1456-4104-8949-dea41b36132b req-fdb777e0-d2f2-42a1-b6d3-503fd88b590d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:52.023841 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-36a631f4-1456-4104-8949-dea41b36132b req-fdb777e0-d2f2-42a1-b6d3-503fd88b590d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 944 time: 0.0717857 Aug 09 18:03:52.062285 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-100b2fc4-fb51-4e79-ac50-e2e1c1f7f252 service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598108 Aug 09 18:03:52.097388 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-36a631f4-1456-4104-8949-dea41b36132b req-0385e36b-c00b-482a-9aeb-d57f9f659bdd tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672491 Aug 09 18:03:52.170197 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ebce9ca4-edb5-4482-8703-c68c4cfd45f1 req-c4ad8ec7-e5ed-40fc-9a72-13a6a8af4a88 service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970736 Aug 09 18:03:52.232510 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device fc97ad7c-407b-4144-a39f-6ea757785c8f up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:03:52.284400 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bdeca95c-3deb-465e-a607-124912e1869d req-1100ed1a-06b0-4a89-b718-25fb9b38bc4a tempest-TestMinimumBasicScenario-17582912 tempest-TestMinimumBasicScenario-17582912-project] 10.222.0.54 "GET /v2.0/ports?device_id=113483a7-a58f-4f56-b955-487ea61e1414 HTTP/1.1" status: 200 len: 210 time: 0.0284915 Aug 09 18:03:52.290574 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port fc97ad7c-407b-4144-a39f-6ea757785c8f triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:03:52.291217 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:52.387866 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:52.411944 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:03:52.414347 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a30ce0-d240-43d6-a13a-6713e0016c23" -d '{"events": [{"server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "name": "network-vif-plugged", "status": "completed", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:03:52.428355 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:52.455557 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7d7995-e03a-4496-864a-72e76269acdb x-openstack-request-id: req-2e7d7995-e03a-4496-864a-72e76269acdb {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:03:52.456189 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "name": "network-vif-plugged", "status": "completed", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:03:52.456189 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e7d7995-e03a-4496-864a-72e76269acdb {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:03:52.456593 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'code': 200} Aug 09 18:03:52.574227 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:52.575255 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 8da9da2c-062a-4456-9a84-9b28c7ccae0b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:03:52.600062 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 8da9da2c-062a-4456-9a84-9b28c7ccae0b {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:03:52.600390 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 8da9da2c-062a-4456-9a84-9b28c7ccae0b not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:03:52.652775 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=10']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:53.008604 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a08ee-55fb-4435-98a6-cf24b73797e7 req-ca5b8257-e99c-453a-9d8b-06d4db194526 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:53.010432 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9a1a08ee-55fb-4435-98a6-cf24b73797e7 req-ca5b8257-e99c-453a-9d8b-06d4db194526 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0518119 Aug 09 18:03:53.053610 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9a1a08ee-55fb-4435-98a6-cf24b73797e7 req-2177eebb-27d5-4145-bee9-79d2a55fd5b3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356629 Aug 09 18:03:53.245457 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4aae-bf4c-4262-97f9-5a2093f0a094 req-89698e79-d7e2-49bf-98d5-6e4ee41d29d4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:53.246970 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eaba4aae-bf4c-4262-97f9-5a2093f0a094 req-89698e79-d7e2-49bf-98d5-6e4ee41d29d4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 944 time: 0.0789132 Aug 09 18:03:53.263185 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c7f6-097f-42c5-87cb-dac2ca3bcc7f req-f09137cf-58ee-4daf-a4fe-8a440ed5b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:53.264635 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-be07c7f6-097f-42c5-87cb-dac2ca3bcc7f req-f09137cf-58ee-4daf-a4fe-8a440ed5b138 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 1099 time: 0.0637474 Aug 09 18:03:53.309423 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eaba4aae-bf4c-4262-97f9-5a2093f0a094 req-184fb972-4511-4de0-9438-30e7f083ca09 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547512 Aug 09 18:03:53.329338 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-be07c7f6-097f-42c5-87cb-dac2ca3bcc7f req-abf94f54-89cb-407a-8072-36008bb67918 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567026 Aug 09 18:03:54.185674 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb1fca-68c5-49ab-9403-b36d131d5f08 req-58380400-17ef-4412-820b-346c84d1c20a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:54.187209 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8dcb1fca-68c5-49ab-9403-b36d131d5f08 req-58380400-17ef-4412-820b-346c84d1c20a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0529244 Aug 09 18:03:54.227785 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8dcb1fca-68c5-49ab-9403-b36d131d5f08 req-b413dd67-80fb-4ebf-b36d-409d2b695757 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344853 Aug 09 18:03:54.429945 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693d0c6-3fe4-4aea-ab14-0f194d46607c req-ba06dc26-dfdd-4305-bd00-a48c9710365a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:54.431454 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4693d0c6-3fe4-4aea-ab14-0f194d46607c req-ba06dc26-dfdd-4305-bd00-a48c9710365a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 944 time: 0.0526500 Aug 09 18:03:54.470176 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4693d0c6-3fe4-4aea-ab14-0f194d46607c req-30468171-061e-488a-b8fd-fad7028cdcca tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328603 Aug 09 18:03:55.359730 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45286) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:55.368912 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21048f-ba27-4d88-9d43-8b98b7e1f95c req-8c827ff0-7375-4d8e-9b38-b2b245d7bf8a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:55.376368 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3e21048f-ba27-4d88-9d43-8b98b7e1f95c req-8c827ff0-7375-4d8e-9b38-b2b245d7bf8a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0741825 Aug 09 18:03:55.416636 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3e21048f-ba27-4d88-9d43-8b98b7e1f95c req-831db100-dc83-4010-bab3-806e14bea75c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391095 Aug 09 18:03:55.587302 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208a1c9-c6f9-4a0e-ae1d-9345eab48db0 req-1984fe84-9783-45f5-af66-3e6bfe2dc3bf tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:55.588885 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e208a1c9-c6f9-4a0e-ae1d-9345eab48db0 req-1984fe84-9783-45f5-af66-3e6bfe2dc3bf tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 944 time: 0.0506988 Aug 09 18:03:55.635126 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e208a1c9-c6f9-4a0e-ae1d-9345eab48db0 req-9522b408-951b-4f74-b561-afb51846a373 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393388 Aug 09 18:03:55.738766 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610435'] for router_interface, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:55.986951 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] Deleting port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:03:55.987212 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:56.072294 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] For port 9fa93eca-9642-4ed0-aad8-94d6a6f157a0, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=9fa93eca-9642-4ed0-aad8-94d6a6f157a0,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:56.072665 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:56.086589 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] Calling delete_port for 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 owned by network:router_interface {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:03:56.368251 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:56.393409 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa93eca-9642-4ed0-aad8-94d6a6f157a0,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:56.552507 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba84e-97f1-498e-9e24-7085730a77bf req-41a4f137-e151-44b1-b5d3-f144b7a2143e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:56.554612 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-94dba84e-97f1-498e-9e24-7085730a77bf req-41a4f137-e151-44b1-b5d3-f144b7a2143e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0586593 Aug 09 18:03:56.581084 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608563'] for router_interface, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:56.596526 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-94dba84e-97f1-498e-9e24-7085730a77bf req-4b125d75-44f0-42ef-bb72-83c475c67f89 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360425 Aug 09 18:03:56.762691 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25770d36-2d4f-47f7-948c-f3d525315807 req-3f083b70-31d7-4bf9-b5e4-5c777945306d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:56.764311 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-25770d36-2d4f-47f7-948c-f3d525315807 req-3f083b70-31d7-4bf9-b5e4-5c777945306d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 944 time: 0.0586100 Aug 09 18:03:56.808388 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-25770d36-2d4f-47f7-948c-f3d525315807 req-4b0f426a-5208-499b-8d21-2e5af173912e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377207 Aug 09 18:03:57.172563 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] Router 179d889a-9720-4364-9c40-d8b102b7bb4c has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:03:57.305940 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:03:57.311768 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-1850116b-d60f-4430-8f81-3540190d8cc9 admin admin] 10.222.0.54 "PUT /v2.0/routers/179d889a-9720-4364-9c40-d8b102b7bb4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9502053 Aug 09 18:03:57.313788 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45296) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:57.316314 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] Sync routers for ids ['179d889a-9720-4364-9c40-d8b102b7bb4c'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:03:57.328077 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] Routers {'179d889a-9720-4364-9c40-d8b102b7bb4c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:03:57.328712 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:03:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['179d889a-9720-4364-9c40-d8b102b7bb4c'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:57.445884 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Notify callbacks [] for router, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:57.458733 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] Set router 179d889a-9720-4364-9c40-d8b102b7bb4c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:03:57.647317 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:57.699291 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:03:56Z', 'revision_number': 5, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:57.728194 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] Checking router: 179d889a-9720-4364-9c40-d8b102b7bb4c for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:03:57.736480 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d81f1c-bd32-43e0-b78c-22a7cd657cea req-cfa83e08-1c94-48aa-bf35-815b068f398c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:57.738587 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] Routers {'179d889a-9720-4364-9c40-d8b102b7bb4c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:03:57.739215 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:03:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['179d889a-9720-4364-9c40-d8b102b7bb4c'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:57.741350 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-08d81f1c-bd32-43e0-b78c-22a7cd657cea req-cfa83e08-1c94-48aa-bf35-815b068f398c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0595050 Aug 09 18:03:57.782032 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-08d81f1c-bd32-43e0-b78c-22a7cd657cea req-718c0c25-319a-4987-ac5b-a190cd90e96b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377429 Aug 09 18:03:57.938614 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a54ba-397b-403e-93e5-9484cb3bca7f req-c4920846-686c-4302-a9ea-fac11020aad7 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:57.941410 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ca0a54ba-397b-403e-93e5-9484cb3bca7f req-c4920846-686c-4302-a9ea-fac11020aad7 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 944 time: 0.0608242 Aug 09 18:03:57.942516 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Deleting port d7bbbb3f-606b-4950-93d1-ab33b1427fda {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:03:57.942996 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:57.994743 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ca0a54ba-397b-403e-93e5-9484cb3bca7f req-5fcdf2b1-1fe7-4b91-9281-7a1aa5e1737d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438209 Aug 09 18:03:58.008298 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] Set router 179d889a-9720-4364-9c40-d8b102b7bb4c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:03:58.051350 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] For port d7bbbb3f-606b-4950-93d1-ab33b1427fda, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=d7bbbb3f-606b-4950-93d1-ab33b1427fda,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:58.052112 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:58.067860 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Calling delete_port for d7bbbb3f-606b-4950-93d1-ab33b1427fda owned by network:router_gateway {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:03:58.230017 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:03:56Z', 'revision_number': 5, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:03:58.273883 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 254da2ca-3c51-4493-b45f-b99add1e9eda details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:03:58.276348 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fafad4-b2bd-46fa-9ab9-0d394687fca4 None None] The sync data for ids ['179d889a-9720-4364-9c40-d8b102b7bb4c'] in dv-cinder-788363-10-iscsi is: [{'id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'name': 'tempest-TestMinimumBasicScenario-1239571785-router', 'tenant_id': '40587718c41747db8e651a1cf986947e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:03:56Z', 'revision_number': 5, 'project_id': '40587718c41747db8e651a1cf986947e', 'gw_port': {'id': 'd7bbbb3f-606b-4950-93d1-ab33b1427fda', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179d889a-9720-4364-9c40-d8b102b7bb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:06Z', 'updated_at': '2021-08-09T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:03:58.410771 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 254da2ca-3c51-4493-b45f-b99add1e9eda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=254da2ca-3c51-4493-b45f-b99add1e9eda,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:58.423169 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '254da2ca-3c51-4493-b45f-b99add1e9eda', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'port_id': '254da2ca-3c51-4493-b45f-b99add1e9eda', 'mac_address': 'fa:16:3e:7e:0b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:03:58.430754 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:58.460254 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bbbb3f-606b-4950-93d1-ab33b1427fda,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:58.472129 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:58.494397 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254da2ca-3c51-4493-b45f-b99add1e9eda {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:03:58.518180 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 254da2ca-3c51-4493-b45f-b99add1e9eda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=254da2ca-3c51-4493-b45f-b99add1e9eda,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:58.528895 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610773'] for router_gateway, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:58.590784 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:58.645352 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2695'] for router, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:58.648970 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:58.672638 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=254da2ca-3c51-4493-b45f-b99add1e9eda,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:58.905400 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['254da2ca-3c51-4493-b45f-b99add1e9eda'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:03:58.916687 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608213'] for router, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:58.917498 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 179d889a-9720-4364-9c40-d8b102b7bb4c {{(pid=100425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:03:58.924144 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] Notify callbacks [] for router, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:58.928100 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-824a898d-3c97-4ec9-968a-e9d8414bc867 admin admin] 10.222.0.54 "DELETE /v2.0/routers/179d889a-9720-4364-9c40-d8b102b7bb4c HTTP/1.1" status: 204 len: 168 time: 1.6106377 Aug 09 18:03:58.928490 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45346) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:58.934391 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ee015-04dd-4046-bbb1-133172c54045 req-77d899a7-e4a6-442f-8c1d-5e790522792f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:58.936427 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d26ee015-04dd-4046-bbb1-133172c54045 req-77d899a7-e4a6-442f-8c1d-5e790522792f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0717838 Aug 09 18:03:58.989950 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d26ee015-04dd-4046-bbb1-133172c54045 req-ea141a49-5fe6-4fd8-bae9-53d84fe96b5f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422719 Aug 09 18:03:59.002406 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2af1cd1-b8bc-474a-b000-c7dbc91d1106 admin admin] Deleting subnet fe1fe21a-2bde-44ae-8f9c-bed9d307a919 {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:03:59.006529 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c2af1cd1-b8bc-474a-b000-c7dbc91d1106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:59.058552 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c2af1cd1-b8bc-474a-b000-c7dbc91d1106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2648144'] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:59.193101 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:03:59.198113 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed746d4-a2d2-41e7-8605-0f4214109bc7 req-b7676719-d9a6-4c36-92ad-3e1af6b814b6 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:03:59.199752 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9ed746d4-a2d2-41e7-8605-0f4214109bc7 req-b7676719-d9a6-4c36-92ad-3e1af6b814b6 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 945 time: 0.0784216 Aug 09 18:03:59.214931 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:03:59.215323 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 9fa93eca-9642-4ed0-aad8-94d6a6f157a0 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:03:59.241911 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9ed746d4-a2d2-41e7-8605-0f4214109bc7 req-a7206b78-313b-40fc-90de-3de546b7905a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358841 Aug 09 18:03:59.245886 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c2af1cd1-b8bc-474a-b000-c7dbc91d1106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:59.413915 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c2af1cd1-b8bc-474a-b000-c7dbc91d1106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2648410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878738'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:59.444863 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af1cd1-b8bc-474a-b000-c7dbc91d1106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1fe21a-2bde-44ae-8f9c-bed9d307a919,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:03:59.448709 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c2af1cd1-b8bc-474a-b000-c7dbc91d1106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:59.452433 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-c2af1cd1-b8bc-474a-b000-c7dbc91d1106 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fe1fe21a-2bde-44ae-8f9c-bed9d307a919 HTTP/1.1" status: 204 len: 168 time: 0.5210791 Aug 09 18:03:59.453432 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45352) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:03:59.457286 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa55c58-d1e0-45fa-813c-89b62a1815fb None None] Network d52d57ec-4828-43fb-8cf8-fadad217d77b requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:03:59.585825 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:59.670359 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Deleting port 5cdf9001-b167-40bf-a630-f2d5d1189d25 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:03:59.670776 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:59.714187 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64428c4a-0f9c-47ea-a2c6-bad5ff1bbdb1 None None] DHCP port deletion for d52d57ec-4828-43fb-8cf8-fadad217d77b request from dv-cinder-788363-10-iscsi {{(pid=100427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:03:59.744750 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] For port 5cdf9001-b167-40bf-a630-f2d5d1189d25, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=5cdf9001-b167-40bf-a630-f2d5d1189d25,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:59.745120 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:59.762743 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Calling delete_port for 5cdf9001-b167-40bf-a630-f2d5d1189d25 owned by network:dhcp {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:03:59.768750 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-64428c4a-0f9c-47ea-a2c6-bad5ff1bbdb1 None None] Deleting port 5cdf9001-b167-40bf-a630-f2d5d1189d25 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:03:59.769539 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64428c4a-0f9c-47ea-a2c6-bad5ff1bbdb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:59.846164 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-64428c4a-0f9c-47ea-a2c6-bad5ff1bbdb1 None None] For port 5cdf9001-b167-40bf-a630-f2d5d1189d25, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=5cdf9001-b167-40bf-a630-f2d5d1189d25,segment=NetworkSegment(267a92a1-4672-4cc6-b95a-ada8d96f6f9b),segment_id=267a92a1-4672-4cc6-b95a-ada8d96f6f9b)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:03:59.846656 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64428c4a-0f9c-47ea-a2c6-bad5ff1bbdb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:03:59.866017 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-64428c4a-0f9c-47ea-a2c6-bad5ff1bbdb1 None None] Calling delete_port for 5cdf9001-b167-40bf-a630-f2d5d1189d25 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:04:00.019788 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.030657 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-64428c4a-0f9c-47ea-a2c6-bad5ff1bbdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.050716 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Pushing event deleted for resources: {'Port': ['ID=5cdf9001-b167-40bf-a630-f2d5d1189d25,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:00.053193 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] No DVR routers for this DVR port 5cdf9001-b167-40bf-a630-f2d5d1189d25 on host dv-cinder-788363-10-iscsi {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:04:00.065262 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64428c4a-0f9c-47ea-a2c6-bad5ff1bbdb1 None None] Pushing event deleted for resources: {'Port': ['ID=5cdf9001-b167-40bf-a630-f2d5d1189d25,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:00.069789 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64428c4a-0f9c-47ea-a2c6-bad5ff1bbdb1 None None] No DVR routers for this DVR port 5cdf9001-b167-40bf-a630-f2d5d1189d25 on host dv-cinder-788363-10-iscsi {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:04:00.150828 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.179194 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52d57ec-4828-43fb-8cf8-fadad217d77b']}} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:00.192833 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267a92a1-4672-4cc6-b95a-ada8d96f6f9b') {'for_net_delete': True} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:00.193131 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267a92a1-4672-4cc6-b95a-ada8d96f6f9b') {} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:00.205938 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165694'] for segment, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.228018 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f21017-c0d9-4396-8640-64208bf1ad5f req-459b47f0-900c-4de8-9d7f-38865bfdedac tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:00.229703 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f9f21017-c0d9-4396-8640-64208bf1ad5f req-459b47f0-900c-4de8-9d7f-38865bfdedac tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0959964 Aug 09 18:04:00.230809 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.240038 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=100426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:04:00.240455 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166006'] for segment, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: Traceback (most recent call last): Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: timer() Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: cb(*args, **kw) Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: return func(*args, **kwargs) Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: self._notify() Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: self.callback(batched_events) Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: event.method(event) Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: return f(self, *a, **k) Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._get(url).json() Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: return self.request(url, 'GET', **kwargs) Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:04:00.242336 dv-cinder-788363-10-iscsi neutron-server[100426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:04:00.248956 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 254da2ca-3c51-4493-b45f-b99add1e9eda up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:04:00.351934 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f9f21017-c0d9-4396-8640-64208bf1ad5f req-cef056c1-68b9-4547-a8b8-21147be864c3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138124 Aug 09 18:04:00.378006 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99d2df-7a8d-43ac-a2e1-c20357928591 req-231d979b-6233-459b-9912-5ee0bcbeffda tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:00.379496 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 254da2ca-3c51-4493-b45f-b99add1e9eda completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:04:00.379656 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4e99d2df-7a8d-43ac-a2e1-c20357928591 req-231d979b-6233-459b-9912-5ee0bcbeffda tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 945 time: 0.0637741 Aug 09 18:04:00.383757 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 254da2ca-3c51-4493-b45f-b99add1e9eda triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:04:00.389176 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.414730 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.422709 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.428227 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45366) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:00.428953 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] 10.222.0.54 "DELETE /v2.0/networks/d52d57ec-4828-43fb-8cf8-fadad217d77b HTTP/1.1" status: 204 len: 168 time: 0.9731860 Aug 09 18:04:00.443347 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4e99d2df-7a8d-43ac-a2e1-c20357928591 req-f347ae75-c076-4920-8fef-36f8c432465d tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565908 Aug 09 18:04:00.444303 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bdaa6-9ec5-4319-93fe-2e89b1c4aabf admin admin] Pushing event deleted for resources: {'Network': ['ID=d52d57ec-4828-43fb-8cf8-fadad217d77b,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:00.494268 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.523499 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254da2ca-3c51-4493-b45f-b99add1e9eda'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:04:00.525827 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f75d95-a5ad-4c7f-b27d-fa70b4bfe99e" -d '{"events": [{"server_uuid": "2f97d631-b147-4a4d-9a04-90be8afcb7e1", "name": "network-vif-plugged", "status": "completed", "tag": "254da2ca-3c51-4493-b45f-b99add1e9eda"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:04:00.542680 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 254da2ca-3c51-4493-b45f-b99add1e9eda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=254da2ca-3c51-4493-b45f-b99add1e9eda,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:00.566645 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb4cb7d-d510-4da5-a814-68cef46c30fc x-openstack-request-id: req-8eb4cb7d-d510-4da5-a814-68cef46c30fc {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:04:00.567020 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f97d631-b147-4a4d-9a04-90be8afcb7e1", "name": "network-vif-plugged", "status": "completed", "tag": "254da2ca-3c51-4493-b45f-b99add1e9eda", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:04:00.567259 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8eb4cb7d-d510-4da5-a814-68cef46c30fc {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:04:00.567598 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254da2ca-3c51-4493-b45f-b99add1e9eda', 'code': 200} Aug 09 18:04:00.625915 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.682561 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=254da2ca-3c51-4493-b45f-b99add1e9eda,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:00.828783 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610435'] for router_interface, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:00.942828 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a295ba-2ed4-4283-aa59-4e20e2c50a57 req-b4b399f4-b4d2-4007-93ef-6e0a5302204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:00.944675 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e9a295ba-2ed4-4283-aa59-4e20e2c50a57 req-b4b399f4-b4d2-4007-93ef-6e0a5302204c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 1099 time: 0.0426371 Aug 09 18:04:00.986472 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e9a295ba-2ed4-4283-aa59-4e20e2c50a57 req-0ff7007a-06f0-46cc-bbae-b9bfe27f36aa service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327032 Aug 09 18:04:01.108560 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] Deleting port e769c900-8c3e-49a9-a294-2eed6d8e03b4 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:04:01.108822 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:01.115133 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d7bbbb3f-606b-4950-93d1-ab33b1427fda no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:04:01.137530 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: d7bbbb3f-606b-4950-93d1-ab33b1427fda {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:04:01.137998 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d7bbbb3f-606b-4950-93d1-ab33b1427fda not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:04:01.138494 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 5cdf9001-b167-40bf-a630-f2d5d1189d25 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:04:01.159529 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 5cdf9001-b167-40bf-a630-f2d5d1189d25 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:04:01.159911 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 5cdf9001-b167-40bf-a630-f2d5d1189d25 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:04:01.198361 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] For port e769c900-8c3e-49a9-a294-2eed6d8e03b4, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=e769c900-8c3e-49a9-a294-2eed6d8e03b4,segment=NetworkSegment(740ef63f-e75c-4a80-9f5e-013066102279),segment_id=740ef63f-e75c-4a80-9f5e-013066102279)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:01.198659 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:01.214080 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] Calling delete_port for e769c900-8c3e-49a9-a294-2eed6d8e03b4 owned by network:router_interface {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:04:01.483493 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:01.497763 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92a7aa-7bb5-4646-a88e-1630ec74746a req-866fcdde-16cd-44d4-be01-6957cf20e4e1 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:01.499463 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ba92a7aa-7bb5-4646-a88e-1630ec74746a req-866fcdde-16cd-44d4-be01-6957cf20e4e1 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0626297 Aug 09 18:04:01.516218 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] Pushing event deleted for resources: {'Port': ['ID=e769c900-8c3e-49a9-a294-2eed6d8e03b4,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:01.551556 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ba92a7aa-7bb5-4646-a88e-1630ec74746a req-2eaaa1e5-c4f8-4d90-9781-173001d2b565 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440090 Aug 09 18:04:01.616483 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58460159-4ff2-4fc9-b967-7bf5441aacdb req-b61b9330-3595-4a73-ab8e-1e92713dc4c2 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:01.619278 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-58460159-4ff2-4fc9-b967-7bf5441aacdb req-b61b9330-3595-4a73-ab8e-1e92713dc4c2 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 946 time: 0.0652857 Aug 09 18:04:01.662124 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-58460159-4ff2-4fc9-b967-7bf5441aacdb req-818e2004-5d62-46ef-8777-ff6ea71a876a tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364814 Aug 09 18:04:01.715251 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608563'] for router_interface, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:01.938062 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] Router b827c3d3-817f-45dc-9046-4c135aaffbae has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:04:02.315600 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:04:02.320701 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-925ae390-7779-4e46-b073-8d03bfae3894 admin admin] 10.222.0.54 "PUT /v2.0/routers/b827c3d3-817f-45dc-9046-4c135aaffbae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8911066 Aug 09 18:04:02.323115 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45384) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:02.327827 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] Sync routers for ids ['b827c3d3-817f-45dc-9046-4c135aaffbae'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:04:02.338293 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] Routers {'b827c3d3-817f-45dc-9046-4c135aaffbae'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:04:02.342582 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:03:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['b827c3d3-817f-45dc-9046-4c135aaffbae'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:02.439391 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Notify callbacks [] for router, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:02.471111 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] Set router b827c3d3-817f-45dc-9046-4c135aaffbae gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:04:02.551083 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:02.713009 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Deleting port 56413188-b996-4c4b-871d-8467d89f099c {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:04:02.713420 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:02.764405 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'name': 'tempest-TestMinimumBasicScenario-1309173065-router', 'tenant_id': '8032109de19541fd8854643290eeb621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '56413188-b996-4c4b-871d-8467d89f099c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:16Z', 'updated_at': '2021-08-09T18:04:01Z', 'revision_number': 5, 'project_id': '8032109de19541fd8854643290eeb621', 'gw_port': {'id': '56413188-b996-4c4b-871d-8467d89f099c', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:17Z', 'updated_at': '2021-08-09T18:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:02.794727 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] Checking router: b827c3d3-817f-45dc-9046-4c135aaffbae for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:04:02.803033 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dd9c3-9865-4b89-94b9-c4d9aa8efc8f req-85db2b7f-8ff4-4de7-a682-78c3b8b0bbb8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:02.803953 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] Routers {'b827c3d3-817f-45dc-9046-4c135aaffbae'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:04:02.804936 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:03:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['b827c3d3-817f-45dc-9046-4c135aaffbae'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:02.805575 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ce2dd9c3-9865-4b89-94b9-c4d9aa8efc8f req-85db2b7f-8ff4-4de7-a682-78c3b8b0bbb8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 946 time: 0.0563264 Aug 09 18:04:02.822088 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] For port 56413188-b996-4c4b-871d-8467d89f099c, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=56413188-b996-4c4b-871d-8467d89f099c,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:02.822864 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:02.839835 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Calling delete_port for 56413188-b996-4c4b-871d-8467d89f099c owned by network:router_gateway {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:04:02.852483 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ce2dd9c3-9865-4b89-94b9-c4d9aa8efc8f req-d4350c4c-f558-4da6-80c1-8f477f969ed1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391903 Aug 09 18:04:02.907516 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] Set router b827c3d3-817f-45dc-9046-4c135aaffbae gateway port host: None {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:04:02.973412 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'name': 'tempest-TestMinimumBasicScenario-1309173065-router', 'tenant_id': '8032109de19541fd8854643290eeb621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:16Z', 'updated_at': '2021-08-09T18:04:02Z', 'revision_number': 6, 'project_id': '8032109de19541fd8854643290eeb621', 'gw_port_host': None}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:02.988667 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e574550-2e79-42e2-bf2b-7d39d8438b5e req-a76d6fcc-1904-4bf4-9ef6-9f239615dac1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:02.990407 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8e574550-2e79-42e2-bf2b-7d39d8438b5e req-a76d6fcc-1904-4bf4-9ef6-9f239615dac1 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 946 time: 0.0642750 Aug 09 18:04:03.000307 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45396) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:03.001843 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e5135c-dcd9-47f4-90f2-08efaa743727 None None] The sync data for ids ['b827c3d3-817f-45dc-9046-4c135aaffbae'] in dv-cinder-788363-10-iscsi is: [{'id': 'b827c3d3-817f-45dc-9046-4c135aaffbae', 'name': 'tempest-TestMinimumBasicScenario-1309173065-router', 'tenant_id': '8032109de19541fd8854643290eeb621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:16Z', 'updated_at': '2021-08-09T18:04:02Z', 'revision_number': 6, 'project_id': '8032109de19541fd8854643290eeb621', 'gw_port_host': None}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:04:03.006498 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-63f0c600-5551-4d8f-b613-d1f98bed3e9f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Request body: {'floatingip': {'port_id': '254da2ca-3c51-4493-b45f-b99add1e9eda'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:04:03.083030 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-63f0c600-5551-4d8f-b613-d1f98bed3e9f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.167523 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.194734 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=56413188-b996-4c4b-871d-8467d89f099c,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:03.262671 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610773'] for router_gateway, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.358034 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2695'] for router, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.362020 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.499587 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608213'] for router, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.499587 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b827c3d3-817f-45dc-9046-4c135aaffbae {{(pid=100425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:04:03.509582 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] Notify callbacks [] for router, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.509582 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-a7a52da4-02d4-4fe2-9e4f-4a897aa51c21 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b827c3d3-817f-45dc-9046-4c135aaffbae HTTP/1.1" status: 204 len: 168 time: 1.1834345 Aug 09 18:04:03.511682 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45398) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:03.563184 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-23283000-070d-4006-88fc-8866151c736a admin admin] Deleting subnet 3e374e89-2d6b-4cd9-bf17-e9c53ceecea5 {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:04:03.567964 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-23283000-070d-4006-88fc-8866151c736a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.604732 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-23283000-070d-4006-88fc-8866151c736a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2648144'] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.623393 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-63f0c600-5551-4d8f-b613-d1f98bed3e9f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.689646 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-23283000-070d-4006-88fc-8866151c736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.721804 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-63f0c600-5551-4d8f-b613-d1f98bed3e9f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.836521 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.l3_db [None req-63f0c600-5551-4d8f-b613-d1f98bed3e9f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Floating IP 2411a3f4-66ff-4693-8592-e7f27c91e3fa associated. External IP: 172.27.1.56, port: 254da2ca-3c51-4493-b45f-b99add1e9eda. Aug 09 18:04:03.854621 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device e769c900-8c3e-49a9-a294-2eed6d8e03b4 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:04:03.859822 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-23283000-070d-4006-88fc-8866151c736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2648410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878738'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.899038 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: e769c900-8c3e-49a9-a294-2eed6d8e03b4 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:04:03.899621 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device e769c900-8c3e-49a9-a294-2eed6d8e03b4 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:04:03.903289 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23283000-070d-4006-88fc-8866151c736a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e374e89-2d6b-4cd9-bf17-e9c53ceecea5,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:03.910875 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-23283000-070d-4006-88fc-8866151c736a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:03.915697 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-23283000-070d-4006-88fc-8866151c736a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3e374e89-2d6b-4cd9-bf17-e9c53ceecea5 HTTP/1.1" status: 204 len: 168 time: 0.4016027 Aug 09 18:04:03.916373 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45406) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:03.920023 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5639c6e2-6a10-4f22-be75-393e12b26f44 None None] Network 2795ece9-b7e0-45df-8625-dfba11c4440b requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:04:04.017126 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.087633 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Deleting port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:04:04.088217 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.147556 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4fb1ec-5000-4309-94a0-a36710b42e92 None None] DHCP port deletion for 2795ece9-b7e0-45df-8625-dfba11c4440b request from dv-cinder-788363-10-iscsi {{(pid=100427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:04:04.167698 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] For port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=d0edf45b-0629-4e64-b5a7-cc072f6a2fe6,segment=NetworkSegment(740ef63f-e75c-4a80-9f5e-013066102279),segment_id=740ef63f-e75c-4a80-9f5e-013066102279)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:04.167974 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.186081 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Calling delete_port for d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 owned by network:dhcp {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:04:04.239436 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fc4fb1ec-5000-4309-94a0-a36710b42e92 None None] Deleting port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:04:04.240118 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb1ec-5000-4309-94a0-a36710b42e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.322106 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-fc4fb1ec-5000-4309-94a0-a36710b42e92 None None] For port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=d0edf45b-0629-4e64-b5a7-cc072f6a2fe6,segment=NetworkSegment(740ef63f-e75c-4a80-9f5e-013066102279),segment_id=740ef63f-e75c-4a80-9f5e-013066102279)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:04.322503 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb1ec-5000-4309-94a0-a36710b42e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.337472 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-fc4fb1ec-5000-4309-94a0-a36710b42e92 None None] Calling delete_port for d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:04:04.352267 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f0c600-5551-4d8f-b613-d1f98bed3e9f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Router c8c63647-2c1f-4428-bd5b-6770b7c37331 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:04:04.362542 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.389642 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d0edf45b-0629-4e64-b5a7-cc072f6a2fe6,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:04.397772 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] No DVR routers for this DVR port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 on host dv-cinder-788363-10-iscsi {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:04:04.427990 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb1ec-5000-4309-94a0-a36710b42e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.457593 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fb1ec-5000-4309-94a0-a36710b42e92 None None] Pushing event deleted for resources: {'Port': ['ID=d0edf45b-0629-4e64-b5a7-cc072f6a2fe6,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:04.463584 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4fb1ec-5000-4309-94a0-a36710b42e92 None None] No DVR routers for this DVR port d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 on host dv-cinder-788363-10-iscsi {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:04:04.478143 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f0c600-5551-4d8f-b613-d1f98bed3e9f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:04:04.482516 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-63f0c600-5551-4d8f-b613-d1f98bed3e9f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.483692 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.490810 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] Sync routers for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:04:04.494925 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2795ece9-b7e0-45df-8625-dfba11c4440b']}} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:04.504008 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:04:04.504865 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:03:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:04.511985 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740ef63f-e75c-4a80-9f5e-013066102279') {'for_net_delete': True} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:04.511985 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740ef63f-e75c-4a80-9f5e-013066102279') {} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:04.521417 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-63f0c600-5551-4d8f-b613-d1f98bed3e9f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "PUT /v2.0/floatingips/2411a3f4-66ff-4693-8592-e7f27c91e3fa HTTP/1.1" status: 200 len: 991 time: 1.5156221 Aug 09 18:04:04.521417 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'tag': '254da2ca-3c51-4493-b45f-b99add1e9eda'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:04:04.521417 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb2a939-0383-4a8c-81da-746e8d8baf4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f97d631-b147-4a4d-9a04-90be8afcb7e1", "tag": "254da2ca-3c51-4493-b45f-b99add1e9eda"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:04:04.529046 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2648135'] for segment, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.545074 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.553486 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=100425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:04:04.553486 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2648452'] for segment, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: Traceback (most recent call last): Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: timer() Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: cb(*args, **kw) Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: return func(*args, **kwargs) Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: self._notify() Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: self.callback(batched_events) Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: event.method(event) Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: return f(self, *a, **k) Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._get(url).json() Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: return self.request(url, 'GET', **kwargs) Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:04:04.555186 dv-cinder-788363-10-iscsi neutron-server[100425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:04:04.652157 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a13a206-d58a-49b3-a73a-b90a8b5e8ec9 x-openstack-request-id: req-4a13a206-d58a-49b3-a73a-b90a8b5e8ec9 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:04:04.652157 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f97d631-b147-4a4d-9a04-90be8afcb7e1", "tag": "254da2ca-3c51-4493-b45f-b99add1e9eda", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:04:04.652157 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a13a206-d58a-49b3-a73a-b90a8b5e8ec9 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:04:04.652157 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'tag': '254da2ca-3c51-4493-b45f-b99add1e9eda', 'status': 'completed', 'code': 200} Aug 09 18:04:04.652607 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:04:04.694999 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-4dd10d11-5976-469f-aec8-293a322630af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:04.696821 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-4dd10d11-5976-469f-aec8-293a322630af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 1099 time: 0.0511937 Aug 09 18:04:04.792066 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-1ede3cf8-8504-4ef9-a73a-463444ff2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:04.794062 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-1ede3cf8-8504-4ef9-a73a-463444ff2f80 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2222d5b0-4e90-4714-90f8-571d8e57d231 HTTP/1.1" status: 200 len: 911 time: 0.0890825 Aug 09 18:04:04.863588 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.888464 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-6a73892c-04f7-49a7-ba2e-40c1216016b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=254da2ca-3c51-4493-b45f-b99add1e9eda HTTP/1.1" status: 200 len: 999 time: 0.0874329 Aug 09 18:04:04.889094 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:04.892407 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] 10.222.0.54 "DELETE /v2.0/networks/2795ece9-b7e0-45df-8625-dfba11c4440b HTTP/1.1" status: 204 len: 168 time: 0.9742222 Aug 09 18:04:04.894186 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ace2f-05f0-4fc6-9f3e-c1e09b3b3a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=2795ece9-b7e0-45df-8625-dfba11c4440b,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:04.928138 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '2411a3f4-66ff-4693-8592-e7f27c91e3fa', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'port_id': '254da2ca-3c51-4493-b45f-b99add1e9eda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'mac_address': 'fa:16:3e:7e:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:03:44Z', 'updated_at': '2021-08-09T18:04:03Z', 'revision_number': 1, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:04.970397 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-b4d90eec-cb5e-449e-81a2-2dc60f95ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:04.972777 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-b4d90eec-cb5e-449e-81a2-2dc60f95ecad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a54396a3-f4d8-41af-b602-45ff7adb6cc2 HTTP/1.1" status: 200 len: 849 time: 0.0758278 Aug 09 18:04:04.973283 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] Checking router: c8c63647-2c1f-4428-bd5b-6770b7c37331 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:04:04.982972 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:04:04.983320 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:03:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:05.025739 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-c579b316-96e8-461d-80bf-8ba44ee713de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:05.029936 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-c579b316-96e8-461d-80bf-8ba44ee713de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2222d5b0-4e90-4714-90f8-571d8e57d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482705 Aug 09 18:04:05.134336 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:04:05.164723 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-29ae2e6d-a085-4fc4-ac20-dc385907f871 service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295438 Aug 09 18:04:05.176204 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 56413188-b996-4c4b-871d-8467d89f099c no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:04:05.199677 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 56413188-b996-4c4b-871d-8467d89f099c {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:04:05.200020 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 56413188-b996-4c4b-871d-8467d89f099c not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:04:05.200473 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:04:05.225493 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:04:05.225836 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d0edf45b-0629-4e64-b5a7-cc072f6a2fe6 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:04:05.273436 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0eb2a939-0383-4a8c-81da-746e8d8baf4a req-fa295e05-b9de-4670-a0b8-227fab2fb92b service neutron] 10.222.0.77 "GET /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014817 Aug 09 18:04:05.368808 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45422) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:05.420731 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-b935954b-5f0d-4a83-b2b4-b84326934a17 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=40587718c41747db8e651a1cf986947e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506046 Aug 09 18:04:05.423233 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45424) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:05.436191 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '2411a3f4-66ff-4693-8592-e7f27c91e3fa', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'port_id': '254da2ca-3c51-4493-b45f-b99add1e9eda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'mac_address': 'fa:16:3e:7e:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:03:44Z', 'updated_at': '2021-08-09T18:04:03Z', 'revision_number': 1, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:05.466294 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dae2084-d7d5-43e3-b364-eaa3abe47426 None None] The sync data for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi is: [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '2411a3f4-66ff-4693-8592-e7f27c91e3fa', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'port_id': '254da2ca-3c51-4493-b45f-b99add1e9eda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'mac_address': 'fa:16:3e:7e:0b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:03:44Z', 'updated_at': '2021-08-09T18:04:03Z', 'revision_number': 1, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:04:05.473696 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-05d4c257-aa62-4b75-83f7-e6db52974e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:05.499068 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-05d4c257-aa62-4b75-83f7-e6db52974e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:05.613408 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-05d4c257-aa62-4b75-83f7-e6db52974e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:05.616045 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-05d4c257-aa62-4b75-83f7-e6db52974e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:05.617234 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-05d4c257-aa62-4b75-83f7-e6db52974e0b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a251d4ed-a8a8-42d6-9128-f8586c05f524 HTTP/1.1" status: 204 len: 168 time: 0.1929662 Aug 09 18:04:05.626481 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4c257-aa62-4b75-83f7-e6db52974e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a251d4ed-a8a8-42d6-9128-f8586c05f524,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:05.667559 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ffdd1-9286-4bb1-9aec-5897f7222b93 None None] New status for floating IP 2411a3f4-66ff-4693-8592-e7f27c91e3fa: ACTIVE {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:04:06.419439 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:06.489137 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45446) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:06.536133 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-97a7e714-6d74-4cba-9cb1-44bb3253c656 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8032109de19541fd8854643290eeb621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445385 Aug 09 18:04:06.536570 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45452) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:06.589812 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4cefdbd2-765f-49c9-a4f1-e218532512d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:06.612000 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4cefdbd2-765f-49c9-a4f1-e218532512d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:06.733116 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4cefdbd2-765f-49c9-a4f1-e218532512d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:06.736389 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4cefdbd2-765f-49c9-a4f1-e218532512d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:06.742483 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-4cefdbd2-765f-49c9-a4f1-e218532512d6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d16a09c4-2cfc-4a06-afc6-1efd8195ff91 HTTP/1.1" status: 204 len: 168 time: 0.1996429 Aug 09 18:04:06.746108 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefdbd2-765f-49c9-a4f1-e218532512d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16a09c4-2cfc-4a06-afc6-1efd8195ff91,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:09.121878 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45472) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:09.181503 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-036707c3-f099-4f15-bbfc-35c26fc54094 admin admin] Deleting subnet c534cabf-52e6-4527-8f45-7da9d2a8483d {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:04:09.184728 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-036707c3-f099-4f15-bbfc-35c26fc54094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.227022 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-036707c3-f099-4f15-bbfc-35c26fc54094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2648144'] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.266253 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-036707c3-f099-4f15-bbfc-35c26fc54094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.385527 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-036707c3-f099-4f15-bbfc-35c26fc54094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2648410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878738'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.411238 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036707c3-f099-4f15-bbfc-35c26fc54094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c534cabf-52e6-4527-8f45-7da9d2a8483d,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:09.414987 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-036707c3-f099-4f15-bbfc-35c26fc54094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.417155 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-036707c3-f099-4f15-bbfc-35c26fc54094 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c534cabf-52e6-4527-8f45-7da9d2a8483d HTTP/1.1" status: 204 len: 168 time: 0.2939887 Aug 09 18:04:09.419361 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45474) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:09.490959 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.569134 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.579841 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8039abcc-253c-4eb2-95d1-9000bf673132']}} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:09.590333 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc68878e-fb1f-4591-8a76-07b464532cd9') {'for_net_delete': True} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:09.590628 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc68878e-fb1f-4591-8a76-07b464532cd9') {} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:09.600276 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2648135'] for segment, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.613991 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.620185 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=100425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:04:09.620579 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2648452'] for segment, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: Traceback (most recent call last): Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: timer() Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: cb(*args, **kw) Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: return func(*args, **kwargs) Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: self._notify() Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: self.callback(batched_events) Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: event.method(event) Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: return f(self, *a, **k) Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._get(url).json() Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: return self.request(url, 'GET', **kwargs) Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:04:09.622325 dv-cinder-788363-10-iscsi neutron-server[100425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:04:09.790613 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.796164 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:09.798776 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] 10.222.0.54 "DELETE /v2.0/networks/8039abcc-253c-4eb2-95d1-9000bf673132 HTTP/1.1" status: 204 len: 168 time: 0.3784492 Aug 09 18:04:09.810024 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb40d7c-64be-4a7b-b43d-2ad5702f943e admin admin] Pushing event deleted for resources: {'Network': ['ID=8039abcc-253c-4eb2-95d1-9000bf673132,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:10.225626 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45480) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:10.267022 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-312dc9ec-05dc-4156-97c5-5bc56a2690b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c54051530bc4de08d03cf270cff724c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401797 Aug 09 18:04:10.270617 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45482) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:10.321980 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-377e05d8-5d9b-41e4-985c-f77edcfc1305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:10.346285 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-377e05d8-5d9b-41e4-985c-f77edcfc1305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:10.487665 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-377e05d8-5d9b-41e4-985c-f77edcfc1305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:10.490205 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-377e05d8-5d9b-41e4-985c-f77edcfc1305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:10.491405 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-377e05d8-5d9b-41e4-985c-f77edcfc1305 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f51a2bc-5f5e-4b6b-9021-be9ba7631a68 HTTP/1.1" status: 204 len: 168 time: 0.2198415 Aug 09 18:04:10.499810 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e05d8-5d9b-41e4-985c-f77edcfc1305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f51a2bc-5f5e-4b6b-9021-be9ba7631a68,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:11.342280 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e608361-f367-4383-b45b-34ecc1428911 req-edb9b758-f77c-47b9-b7e5-2fd66823d6fc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394797 Aug 09 18:04:11.446566 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608361-f367-4383-b45b-34ecc1428911 req-46a282a6-f420-449c-b536-ccf85ea9b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:11.448270 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e608361-f367-4383-b45b-34ecc1428911 req-46a282a6-f420-449c-b536-ccf85ea9b75b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 1099 time: 0.0414703 Aug 09 18:04:11.555739 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608361-f367-4383-b45b-34ecc1428911 req-6e8b4235-82d3-4931-8424-2ab69225f2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:11.557202 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e608361-f367-4383-b45b-34ecc1428911 req-6e8b4235-82d3-4931-8424-2ab69225f2f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 918 time: 0.0896964 Aug 09 18:04:11.624273 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e608361-f367-4383-b45b-34ecc1428911 req-4d3ac863-2d67-40d5-9bd0-9450ff7aad2d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f HTTP/1.1" status: 200 len: 1001 time: 0.0588610 Aug 09 18:04:11.678740 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608361-f367-4383-b45b-34ecc1428911 req-7af4f482-453c-4f07-a354-c8b39f390ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:11.680195 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e608361-f367-4383-b45b-34ecc1428911 req-7af4f482-453c-4f07-a354-c8b39f390ebf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 200 len: 856 time: 0.0457025 Aug 09 18:04:11.729573 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608361-f367-4383-b45b-34ecc1428911 req-31ee45a4-916e-4e33-b0f7-6670dcac6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:11.731052 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e608361-f367-4383-b45b-34ecc1428911 req-31ee45a4-916e-4e33-b0f7-6670dcac6fc3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198a2bad-3561-4a94-94fa-90b909c3de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434716 Aug 09 18:04:11.823596 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e608361-f367-4383-b45b-34ecc1428911 req-0fe14af9-c4ab-46b8-8460-94597fe627a2 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848866 Aug 09 18:04:11.942172 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e608361-f367-4383-b45b-34ecc1428911 req-f6290203-e860-4c46-abd1-b3f22e084107 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092780 Aug 09 18:04:14.162217 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-17ad4605-26c1-43a3-a389-767e085f93bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:16.453798 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:04:16.584661 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5869b82e-6212-488d-a107-5f1e3b696279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:16.755916 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:17.962175 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:19.264343 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:36.235725 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:36.947801 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29fd28-bb27-4ba4-80da-e8fc6eb28730 req-dd51d35b-68fb-41ea-89ae-f8f8e5e13731 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:36.949375 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-be29fd28-bb27-4ba4-80da-e8fc6eb28730 req-dd51d35b-68fb-41ea-89ae-f8f8e5e13731 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0536819 Aug 09 18:04:37.001246 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-be29fd28-bb27-4ba4-80da-e8fc6eb28730 req-3742a5e5-e53e-4fae-8839-fb513d14a23f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 Aug 09 18:04:38.130210 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1430a-a065-4ce4-8960-599468e9891f req-4e455110-23a1-443a-a4a1-2a279a2ba1c9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:38.131725 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-05d1430a-a065-4ce4-8960-599468e9891f req-4e455110-23a1-443a-a4a1-2a279a2ba1c9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0510879 Aug 09 18:04:38.178665 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-05d1430a-a065-4ce4-8960-599468e9891f req-bb59914e-755e-4aa4-9a07-e9caa3ad75fb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381925 Aug 09 18:04:38.682641 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-89dbc580-ca1a-48e6-bc49-278bd936c044 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138194127&fields=id&tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b HTTP/1.1" status: 200 len: 267 time: 0.0344007 Aug 09 18:04:38.797416 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-dc4a4e67-109a-4035-969a-bb98dd715a99 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:38.798906 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-dc4a4e67-109a-4035-969a-bb98dd715a99 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 812 time: 0.1087933 Aug 09 18:04:38.814563 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-c7b57a89-6331-4c38-bdbc-5a923538142b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/quotas/f127e76c4e2d4888a8fcd4f86727ad0b HTTP/1.1" status: 200 len: 375 time: 0.0100689 Aug 09 18:04:38.874373 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-3dfef02a-b9c6-4515-93bc-78c41b35fa31 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536292 Aug 09 18:04:39.011421 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-5e7ac603-a2dd-4665-97fe-8924e9b14780 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:39.012808 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-5e7ac603-a2dd-4665-97fe-8924e9b14780 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.77 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.0770302 Aug 09 18:04:39.018835 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-fd2fd140-9c7d-4d60-b1e6-a837046e69c8 service neutron] 10.222.0.54 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308091 Aug 09 18:04:39.171215 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-68e2b57d-9bd7-4ea2-a0b0-29aad80d2fe1 service neutron] 10.222.0.54 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444089 Aug 09 18:04:39.182347 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Deleting port fc97ad7c-407b-4144-a39f-6ea757785c8f {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:04:39.182679 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:39.284595 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] For port fc97ad7c-407b-4144-a39f-6ea757785c8f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fc97ad7c-407b-4144-a39f-6ea757785c8f,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:39.284969 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:39.485602 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d8bfa-ad7b-42bc-9661-a60834254668 req-540e1630-569d-447f-b050-2b6950009614 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:39.487166 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4d4d8bfa-ad7b-42bc-9661-a60834254668 req-540e1630-569d-447f-b050-2b6950009614 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 946 time: 0.1341596 Aug 09 18:04:39.575460 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4d4d8bfa-ad7b-42bc-9661-a60834254668 req-6b0f89d3-f00f-4068-b1b3-c4804fb39ea2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=2b19080b-ab1c-41dd-89c1-10082e594472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810852 Aug 09 18:04:39.583428 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:39.583731 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:39.584059 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.l3_db [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Floating IP fb1f1c8a-6deb-4386-8305-b11380d5a5ca disassociated. External IP: 172.27.1.108, port: fc97ad7c-407b-4144-a39f-6ea757785c8f. Aug 09 18:04:39.584405 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Calling delete_port for fc97ad7c-407b-4144-a39f-6ea757785c8f owned by compute:nova {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:04:39.818873 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-91540fa3-efb6-43f2-b51c-09b1f90ff2d0 req-02d980aa-77a8-41de-9fa4-1156f0079f13 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 210 time: 0.0261528 Aug 09 18:04:39.825034 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:39.862822 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event deleted for resources: {'Port': ['ID=fc97ad7c-407b-4144-a39f-6ea757785c8f,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:39.975504 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:04:40.333048 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:04:40.345045 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] Sync routers for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:04:40.356406 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:04:40.357012 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:04:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:40.372368 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] No DVR routers for this DVR port fc97ad7c-407b-4144-a39f-6ea757785c8f on host hv-cinder-78836 {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:04:40.377668 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:40.378733 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b3e65c2c-239f-44fd-b6e5-a8900b8064f5 req-fe4375de-6336-45c2-beb3-a0ac81631ccb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.77 "DELETE /v2.0/ports/fc97ad7c-407b-4144-a39f-6ea757785c8f HTTP/1.1" status: 204 len: 173 time: 1.3581603 Aug 09 18:04:40.379242 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'name': 'network-vif-deleted', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:04:40.381499 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b398160a-09b5-4b14-98b1-e0a5ca1b794d" -d '{"events": [{"server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "name": "network-vif-deleted", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:04:40.430604 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65929b7c-a771-45f7-839e-43f11abff777 x-openstack-request-id: req-65929b7c-a771-45f7-839e-43f11abff777 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:04:40.430604 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49abe1d8-624d-415a-9cac-f32918ae6697", "name": "network-vif-deleted", "tag": "fc97ad7c-407b-4144-a39f-6ea757785c8f", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:04:40.430604 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65929b7c-a771-45f7-839e-43f11abff777 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:04:40.430604 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49abe1d8-624d-415a-9cac-f32918ae6697', 'name': 'network-vif-deleted', 'tag': 'fc97ad7c-407b-4144-a39f-6ea757785c8f', 'status': 'completed', 'code': 200} Aug 09 18:04:40.473780 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:04:40.683577 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:40.684005 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ef7d22d3-acca-4486-9104-d342a5d00346 req-eb0e9b0b-86f4-4006-bcd8-88faeb6a88ea tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=49abe1d8-624d-415a-9cac-f32918ae6697 HTTP/1.1" status: 200 len: 210 time: 0.0283852 Aug 09 18:04:40.711541 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] Checking router: ddca7d3f-9ecd-4aa6-bc75-34c30a044700 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:04:40.719953 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:04:40.720574 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:04:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:40.848162 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:04:40.938202 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4ee4b490-813d-42da-a862-ecda7225f819 req-e50e2ac8-eecd-4bec-92b2-ae53fdb2f2a5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 210 time: 0.0339284 Aug 09 18:04:41.102870 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:41.133593 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67f82a7-bcb1-455e-8689-93047ca775bb None None] The sync data for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi is: [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:04:41.392544 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72cdf75-60cd-4dec-b108-21b6d70925ef None None] New status for floating IP fb1f1c8a-6deb-4386-8305-b11380d5a5ca: DOWN {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:04:41.922445 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45632) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:41.989478 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca757-4bb3-44fc-9f5c-46aa7d71a0ef tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.025350 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca757-4bb3-44fc-9f5c-46aa7d71a0ef tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.041584 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7117fa5b-c084-4881-8446-b1aff5368246 req-58811249-7568-4293-b62b-8a266d0b4aeb tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 210 time: 0.0299587 Aug 09 18:04:42.150221 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca757-4bb3-44fc-9f5c-46aa7d71a0ef tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.153002 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca757-4bb3-44fc-9f5c-46aa7d71a0ef tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.154292 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-4f4ca757-4bb3-44fc-9f5c-46aa7d71a0ef tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "DELETE /v2.0/security-groups/2b19080b-ab1c-41dd-89c1-10082e594472 HTTP/1.1" status: 204 len: 168 time: 0.2308280 Aug 09 18:04:42.159144 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45636) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:42.173928 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ca757-4bb3-44fc-9f5c-46aa7d71a0ef tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b19080b-ab1c-41dd-89c1-10082e594472,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:42.182131 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.api.v2.resource [None req-a8b54775-1bd5-4270-9a2d-ac3ccf03e379 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] show failed (client error): The resource could not be found. Aug 09 18:04:42.186814 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-a8b54775-1bd5-4270-9a2d-ac3ccf03e379 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups/2b19080b-ab1c-41dd-89c1-10082e594472 HTTP/1.1" status: 404 len: 347 time: 0.0241683 Aug 09 18:04:42.187315 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45638) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:42.271391 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-8dc92700-af1a-45da-b368-c4c0b102ba60 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:42.272932 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-8dc92700-af1a-45da-b368-c4c0b102ba60 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 812 time: 0.1157033 Aug 09 18:04:42.326947 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-14063c0c-0bf7-4469-a603-4e3f8c8e9ac5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b HTTP/1.1" status: 200 len: 380 time: 0.0383320 Aug 09 18:04:42.336563 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'port': {'device_id': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'admin_state_up': True, 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'security_groups': ['c774b359-8b3a-416e-8cd8-cfc587eb3b7d']}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:04:42.345154 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-63884ff8-fbbb-49ec-99ff-f22340b2a3a3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Deleting port 2d494193-4ec6-42e6-af84-7e4474fb339f {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:04:42.345532 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-63884ff8-fbbb-49ec-99ff-f22340b2a3a3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.442699 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device fc97ad7c-407b-4144-a39f-6ea757785c8f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:04:42.454603 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-63884ff8-fbbb-49ec-99ff-f22340b2a3a3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.454930 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-63884ff8-fbbb-49ec-99ff-f22340b2a3a3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.468550 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: fc97ad7c-407b-4144-a39f-6ea757785c8f {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:04:42.469424 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device fc97ad7c-407b-4144-a39f-6ea757785c8f not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:04:42.478902 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-63884ff8-fbbb-49ec-99ff-f22340b2a3a3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Calling delete_port for 2d494193-4ec6-42e6-af84-7e4474fb339f owned by network:floatingip {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:04:42.572908 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Made reservation on behalf of f127e76c4e2d4888a8fcd4f86727ad0b for: {'port': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:04:42.577530 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.710173 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-63884ff8-fbbb-49ec-99ff-f22340b2a3a3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.711992 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Allocated IP 172.20.0.12 (0813a6d7-5ac5-4010-a774-1854c5fa63dd/8018ece5-90b3-4713-b81b-06150633b989/ffedc141-b5f4-47f5-ab0d-7ef40a309673) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:04:42.738422 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63884ff8-fbbb-49ec-99ff-f22340b2a3a3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event deleted for resources: {'Port': ['ID=2d494193-4ec6-42e6-af84-7e4474fb339f,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:42.802768 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-63884ff8-fbbb-49ec-99ff-f22340b2a3a3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.805349 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-63884ff8-fbbb-49ec-99ff-f22340b2a3a3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.806521 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-63884ff8-fbbb-49ec-99ff-f22340b2a3a3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "DELETE /v2.0/floatingips/fb1f1c8a-6deb-4386-8305-b11380d5a5ca HTTP/1.1" status: 204 len: 168 time: 0.6173880 Aug 09 18:04:42.887281 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:42.902238 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Transition to ACTIVE for port object ffedc141-b5f4-47f5-ab0d-7ef40a309673 will not be triggered until provisioned by entity DHCP. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:04:42.996428 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:43.038817 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:04:43.044418 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:04:43.049638 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:04:43.145838 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:43.147114 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:43.155632 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'Port': ['ID=ffedc141-b5f4-47f5-ab0d-7ef40a309673,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:43.249753 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba1e92-0e48-4361-9ee5-eb647f087607 req-192dae40-6e3a-42ac-9a30-b9ced3cd8ff8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:43.251796 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e4ba1e92-0e48-4361-9ee5-eb647f087607 req-192dae40-6e3a-42ac-9a30-b9ced3cd8ff8 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 932 time: 0.0986366 Aug 09 18:04:43.292095 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e4ba1e92-0e48-4361-9ee5-eb647f087607 req-d726a297-496b-47dc-a164-59026738b50f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341423 Aug 09 18:04:43.293942 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-78d8af47-2dc7-4f02-9fb5-89c5c0a8162d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9614074 Aug 09 18:04:43.315726 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Request body: {'port': {'device_id': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:04:43.372828 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:43.384110 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-1af082f4-87a0-4d22-8bdc-5ef9ea14caab None None] Provisioning for port ffedc141-b5f4-47f5-ab0d-7ef40a309673 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:04:43.388772 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-1af082f4-87a0-4d22-8bdc-5ef9ea14caab None None] Provisioning complete for port ffedc141-b5f4-47f5-ab0d-7ef40a309673 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:04:43.394243 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1af082f4-87a0-4d22-8bdc-5ef9ea14caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:43.425471 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-1af082f4-87a0-4d22-8bdc-5ef9ea14caab None None] Port ffedc141-b5f4-47f5-ab0d-7ef40a309673 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:04:43.486672 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45646) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:43.493009 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-c291b8fb-fbab-4626-ad58-40f2ff0fecd0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906741597', 'description': 'tempest-description--1103032477'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:04:43.629993 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c291b8fb-fbab-4626-ad58-40f2ff0fecd0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:43.669002 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffedc141-b5f4-47f5-ab0d-7ef40a309673 {{(pid=100426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:04:43.678489 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:43.695995 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Transition to ACTIVE for port object ffedc141-b5f4-47f5-ab0d-7ef40a309673 will not be triggered until provisioned by entity L2. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:04:43.725377 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c291b8fb-fbab-4626-ad58-40f2ff0fecd0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:43.790291 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:43.824603 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c291b8fb-fbab-4626-ad58-40f2ff0fecd0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:43.865062 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291b8fb-fbab-4626-ad58-40f2ff0fecd0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50d2c25-a78a-4553-b9b2-f8323d23f57e,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:43.870893 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Pushing event updated for resources: {'Port': ['ID=ffedc141-b5f4-47f5-ab0d-7ef40a309673,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:43.929536 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Attempting to bind port ffedc141-b5f4-47f5-ab0d-7ef40a309673 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:04:43.929877 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Attempting to bind port ffedc141-b5f4-47f5-ab0d-7ef40a309673 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'}] {{(pid=100426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:04:43.930219 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Attempting to bind port ffedc141-b5f4-47f5-ab0d-7ef40a309673 on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:04:43.935226 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Port ffedc141-b5f4-47f5-ab0d-7ef40a309673 on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:04:43.935555 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Attempting to bind port ffedc141-b5f4-47f5-ab0d-7ef40a309673 on network 0813a6d7-5ac5-4010-a774-1854c5fa63dd {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:04:43.941707 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:04:43.943223 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Checking segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:04:43.943223 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Bound using segment: {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'} {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:04:43.943223 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Bound port: ffedc141-b5f4-47f5-ab0d-7ef40a309673, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd'}}] {{(pid=100426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:04:43.943978 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.013202 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-c291b8fb-fbab-4626-ad58-40f2ff0fecd0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.019331 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-c291b8fb-fbab-4626-ad58-40f2ff0fecd0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5263255 Aug 09 18:04:44.019331 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45650) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:44.021069 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] For port ffedc141-b5f4-47f5-ab0d-7ef40a309673, host hv-cinder-78836, cleared binding levels {{(pid=100426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:04:44.024491 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] For port ffedc141-b5f4-47f5-ab0d-7ef40a309673, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffedc141-b5f4-47f5-ab0d-7ef40a309673,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:04:44.026653 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-57745e60-f03a-4e05-ab81-24164ffd0d71 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'security_group_rule': {'security_group_id': 'c50d2c25-a78a-4553-b9b2-f8323d23f57e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:04:44.151391 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.189104 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:44.189717 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.191154 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] 10.222.0.77 "PUT /v2.0/ports/ffedc141-b5f4-47f5-ab0d-7ef40a309673 HTTP/1.1" status: 200 len: 1094 time: 0.8807821 Aug 09 18:04:44.193637 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'tag': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:04:44.195527 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3ffbb6d7-9b6d-44dc-a030-84374e196865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.201041 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcb2221-0423-4fe3-989d-14bac29cb0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9a7256-69f7-40cb-b24f-e422dc5ac8f8", "tag": "ffedc141-b5f4-47f5-ab0d-7ef40a309673"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:04:44.206936 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-57745e60-f03a-4e05-ab81-24164ffd0d71 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.237991 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766828-bf8c-47f7-b3d1-ef99363b8981 service neutron] Pushing event updated for resources: {'Port': ['ID=ffedc141-b5f4-47f5-ab0d-7ef40a309673,revision_number=3']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:44.260454 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8899613-d3bd-408a-93c2-39775083362f x-openstack-request-id: req-d8899613-d3bd-408a-93c2-39775083362f {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:04:44.263031 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9a7256-69f7-40cb-b24f-e422dc5ac8f8", "tag": "ffedc141-b5f4-47f5-ab0d-7ef40a309673", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:04:44.263031 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d8899613-d3bd-408a-93c2-39775083362f {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:04:44.263031 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'tag': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'status': 'completed', 'code': 200} Aug 09 18:04:44.295501 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-57745e60-f03a-4e05-ab81-24164ffd0d71 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.349953 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb2221-0423-4fe3-989d-14bac29cb0ab req-c796a71d-f441-47c1-bf17-e542dc8e841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:44.354725 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8dcb2221-0423-4fe3-989d-14bac29cb0ab req-c796a71d-f441-47c1-bf17-e542dc8e841e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 1097 time: 0.0476818 Aug 09 18:04:44.378296 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-57745e60-f03a-4e05-ab81-24164ffd0d71 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.401048 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57745e60-f03a-4e05-ab81-24164ffd0d71 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3163f5-af96-4a02-bc8f-dbcc04d73efc,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:44.488315 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6e281-960a-4284-9ced-3ce6436a37fe req-cf825a70-dc35-401b-9d98-e2842679f24e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:44.489903 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-06d6e281-960a-4284-9ced-3ce6436a37fe req-cf825a70-dc35-401b-9d98-e2842679f24e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 944 time: 0.1143403 Aug 09 18:04:44.498315 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-57745e60-f03a-4e05-ab81-24164ffd0d71 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.503033 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-57745e60-f03a-4e05-ab81-24164ffd0d71 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4805546 Aug 09 18:04:44.503328 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45656) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:44.507938 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-37c4fb8d-3d83-49b7-9ce0-457ed34b4790 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'security_group_rule': {'security_group_id': 'c50d2c25-a78a-4553-b9b2-f8323d23f57e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:04:44.527194 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb2221-0423-4fe3-989d-14bac29cb0ab req-d5484107-f323-41a0-a526-4f274355ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:44.528707 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8dcb2221-0423-4fe3-989d-14bac29cb0ab req-d5484107-f323-41a0-a526-4f274355ab9c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1617246 Aug 09 18:04:44.555922 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-06d6e281-960a-4284-9ced-3ce6436a37fe req-ead17d4c-599a-407e-a284-ec1a3e8d1054 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586019 Aug 09 18:04:44.640801 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb2221-0423-4fe3-989d-14bac29cb0ab req-f05837cd-606a-4ead-a4dd-367783126fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:44.641621 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-37c4fb8d-3d83-49b7-9ce0-457ed34b4790 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.643001 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8dcb2221-0423-4fe3-989d-14bac29cb0ab req-f05837cd-606a-4ead-a4dd-367783126fd4 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025467 Aug 09 18:04:44.709357 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-37c4fb8d-3d83-49b7-9ce0-457ed34b4790 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.780612 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-91817969-32d5-46b9-88a8-4e8ae4981a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:44.783042 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-91817969-32d5-46b9-88a8-4e8ae4981a03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 1097 time: 0.0453241 Aug 09 18:04:44.784034 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-37c4fb8d-3d83-49b7-9ce0-457ed34b4790 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.800495 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4fb8d-3d83-49b7-9ce0-457ed34b4790 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41602bf5-ab44-4ae0-9e6e-f5892cf4cb4f,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:44.838260 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-94b7845d-066e-46be-a13b-f9dd8d605140 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffedc141-b5f4-47f5-ab0d-7ef40a309673 HTTP/1.1" status: 200 len: 217 time: 0.0399535 Aug 09 18:04:44.905979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-2b490253-c9ce-49f4-8b30-009df98a1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:44.908900 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-2b490253-c9ce-49f4-8b30-009df98a1fa4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 200 len: 851 time: 0.0542853 Aug 09 18:04:44.909734 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-37c4fb8d-3d83-49b7-9ce0-457ed34b4790 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:44.911023 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-37c4fb8d-3d83-49b7-9ce0-457ed34b4790 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067183 Aug 09 18:04:44.915604 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45660) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:44.920101 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'floatingip': {'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:04:44.958003 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-edabd9a2-ec12-4129-8a1e-ebda63c999bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:44.959540 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-edabd9a2-ec12-4129-8a1e-ebda63c999bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0813a6d7-5ac5-4010-a774-1854c5fa63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435109 Aug 09 18:04:45.018466 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:45.056815 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-f1c55450-3d9a-4dec-b150-1e13eeec17a6 service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887067 Aug 09 18:04:45.117205 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:45.149811 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3fc516ab-a52d-4a15-9d5b-9f5fb62ad019 req-7185b99b-ccd4-4339-800c-7a7351f06f6c service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846527 Aug 09 18:04:45.221309 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Allocated IP 172.27.1.47 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/1cbc4a39-f66e-45dd-9d16-545614cdcdd3) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:04:45.322788 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:45.419278 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:45.460642 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:04:45.466918 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:04:45.470261 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:04:45.473594 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'Port': ['ID=1cbc4a39-f66e-45dd-9d16-545614cdcdd3,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:45.566004 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:45.692483 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9f0d2-0b06-4ab4-90e6-04821a9c1c2b req-88f4ee22-aea7-4102-bde1-247dc9dc2876 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:45.693956 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcc9f0d2-0b06-4ab4-90e6-04821a9c1c2b req-88f4ee22-aea7-4102-bde1-247dc9dc2876 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 944 time: 0.0494592 Aug 09 18:04:45.709921 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:45.735346 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcc9f0d2-0b06-4ab4-90e6-04821a9c1c2b req-eb33b5a3-971e-4328-a026-3effe0bc2ae6 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350974 Aug 09 18:04:45.864177 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:45.972853 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:46.045351 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'Port': ['ID=1cbc4a39-f66e-45dd-9d16-545614cdcdd3,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:46.054368 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:46.135298 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:46.136571 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-66192566-c7b0-4b08-805f-b030565a63d0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2200127 Aug 09 18:04:46.325762 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-a9a30491-f411-4a32-8f19-155d7c094914 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--906741597&fields=id&tenant_id=6b3a244bcb1649e8b1ef9f9a08653163 HTTP/1.1" status: 200 len: 267 time: 0.0330911 Aug 09 18:04:46.435600 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-5fa9af94-c55e-4c29-af42-32bd9fa4652a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:46.437060 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-5fa9af94-c55e-4c29-af42-32bd9fa4652a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 817 time: 0.1041093 Aug 09 18:04:46.454460 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-29586ae4-d4de-432a-b5fb-9c59568963ce tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/quotas/6b3a244bcb1649e8b1ef9f9a08653163 HTTP/1.1" status: 200 len: 375 time: 0.0107768 Aug 09 18:04:46.507277 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-1f7489e5-72b8-47bc-ad8f-13c717c4b135 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470941 Aug 09 18:04:46.601403 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-efe33ff9-4a27-4752-a8fa-7820442bde94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:46.610206 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-b813bedf-25ed-466d-b57c-a010120382fa service neutron] 10.222.0.54 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900702 Aug 09 18:04:46.706843 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-4ecfdd72-9c07-4d03-beef-4a7729e940ee service neutron] 10.222.0.54 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900486 Aug 09 18:04:46.755475 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:46.867769 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad51f0-b07e-4c90-94c5-6b866e5035c1 req-f9602c2b-7955-4e6d-8a5e-2e55320d09ae tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:46.869245 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dbad51f0-b07e-4c90-94c5-6b866e5035c1 req-f9602c2b-7955-4e6d-8a5e-2e55320d09ae tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 944 time: 0.0543852 Aug 09 18:04:46.909986 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dbad51f0-b07e-4c90-94c5-6b866e5035c1 req-30d0afe1-b019-46be-a4bf-212adee52183 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338502 Aug 09 18:04:47.010075 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1c709630-0191-426b-bbbd-5e93ed38f719 req-15434b50-a1f6-4bb6-9591-6891b86f628e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 210 time: 0.0274160 Aug 09 18:04:47.961869 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:48.035423 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42de832-0eb7-4a51-8676-cabffdb0f0be req-34ebfba1-036e-4028-b890-2e47b977fe42 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:48.036941 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f42de832-0eb7-4a51-8676-cabffdb0f0be req-34ebfba1-036e-4028-b890-2e47b977fe42 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 944 time: 0.0544231 Aug 09 18:04:48.084101 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f42de832-0eb7-4a51-8676-cabffdb0f0be req-957d01a4-139b-4c8c-b268-874234d23964 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396829 Aug 09 18:04:48.119858 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a77b1bfb-4343-4bd6-896e-939a22e374cd req-fd44a722-b32c-4725-b569-1e587bb8fe71 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 210 time: 0.0265107 Aug 09 18:04:49.259837 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-94bc07eb-1fa4-4be5-be82-c9ab358f9bb4 req-c2be6c4b-f2a4-48f0-ba82-d60e1b162bcc tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 210 time: 0.0518115 Aug 09 18:04:49.281982 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:49.319312 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2383c1a-62c0-4130-9d7a-b373c856f48d req-ea22b6ed-5b05-428b-90b7-7b2ff9d20309 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:49.320793 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f2383c1a-62c0-4130-9d7a-b373c856f48d req-ea22b6ed-5b05-428b-90b7-7b2ff9d20309 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 944 time: 0.1625042 Aug 09 18:04:49.343294 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-18493d24-4b6f-419c-b2af-93b6e4e2bb4a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:49.344649 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-18493d24-4b6f-419c-b2af-93b6e4e2bb4a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.77 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 817 time: 0.1974039 Aug 09 18:04:49.392558 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f2383c1a-62c0-4130-9d7a-b373c856f48d req-168e4007-6ec6-4d65-9105-896b5c7124ec tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639420 Aug 09 18:04:49.419035 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-539d5cb9-a8fc-46f8-abcc-9477b25eb5e9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b3a244bcb1649e8b1ef9f9a08653163 HTTP/1.1" status: 200 len: 379 time: 0.0582888 Aug 09 18:04:49.428621 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'port': {'device_id': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'admin_state_up': True, 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'security_groups': ['c50d2c25-a78a-4553-b9b2-f8323d23f57e']}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:04:49.630116 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Made reservation on behalf of 6b3a244bcb1649e8b1ef9f9a08653163 for: {'port': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:04:49.633658 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:49.778282 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Allocated IP 172.20.0.3 (198a2bad-3561-4a94-94fa-90b909c3de6f/db26e2f3-b7ca-4971-8191-58a42e7bf65a/cca503f8-5c48-4573-a165-54c4d2e5d786) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:04:49.943501 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:49.959651 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Transition to ACTIVE for port object cca503f8-5c48-4573-a165-54c4d2e5d786 will not be triggered until provisioned by entity DHCP. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:04:50.058964 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:50.107071 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Network 198a2bad-3561-4a94-94fa-90b909c3de6f is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:04:50.110802 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:04:50.112984 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:04:50.142549 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event updated for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:50.173321 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:50.173981 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:50.264838 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-06105b63-7b11-4f3e-98b0-1526f5273c8c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8400245 Aug 09 18:04:50.283404 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Request body: {'port': {'device_id': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:04:50.337543 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:50.441066 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7775bf2e-5682-4912-ab83-dd7a1440a9a4 None None] Provisioning for port cca503f8-5c48-4573-a165-54c4d2e5d786 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:04:50.445282 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-7775bf2e-5682-4912-ab83-dd7a1440a9a4 None None] Provisioning complete for port cca503f8-5c48-4573-a165-54c4d2e5d786 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:04:50.445675 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7775bf2e-5682-4912-ab83-dd7a1440a9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:50.482479 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d771cbe-4703-4999-bb1f-1ec8bb353505 req-44be81f1-75e8-4478-8c7b-1c6db16882ec tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:50.483305 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-7775bf2e-5682-4912-ab83-dd7a1440a9a4 None None] Port cca503f8-5c48-4573-a165-54c4d2e5d786 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:04:50.483976 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4d771cbe-4703-4999-bb1f-1ec8bb353505 req-44be81f1-75e8-4478-8c7b-1c6db16882ec tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 931 time: 0.1298957 Aug 09 18:04:50.577846 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4d771cbe-4703-4999-bb1f-1ec8bb353505 req-fa2610fb-54e3-4fd0-81cb-f1046ed42cce tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824459 Aug 09 18:04:50.715172 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca503f8-5c48-4573-a165-54c4d2e5d786 {{(pid=100426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:04:50.727000 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:50.749093 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d1efa-5d6f-4cb9-909d-2af56b4ea4a0 req-9188f28e-dc2c-4b2b-aca6-b27527292d39 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:50.751188 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-917d1efa-5d6f-4cb9-909d-2af56b4ea4a0 req-9188f28e-dc2c-4b2b-aca6-b27527292d39 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 944 time: 0.0999279 Aug 09 18:04:50.754290 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Transition to ACTIVE for port object cca503f8-5c48-4573-a165-54c4d2e5d786 will not be triggered until provisioned by entity L2. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:04:50.797047 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-917d1efa-5d6f-4cb9-909d-2af56b4ea4a0 req-5e7eef29-8576-4eb2-89d2-f326a0c07f4b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373936 Aug 09 18:04:50.944113 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:50.994665 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Pushing event updated for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:51.019096 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.019448 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.019788 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.020125 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.020460 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.020792 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.021123 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.021480 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.021814 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.022141 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.022473 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.022795 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:51.082874 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Attempting to bind port cca503f8-5c48-4573-a165-54c4d2e5d786 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:04:51.083252 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Attempting to bind port cca503f8-5c48-4573-a165-54c4d2e5d786 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'}] {{(pid=100426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:04:51.083591 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Attempting to bind port cca503f8-5c48-4573-a165-54c4d2e5d786 on network 198a2bad-3561-4a94-94fa-90b909c3de6f {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:04:51.088856 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Port cca503f8-5c48-4573-a165-54c4d2e5d786 on network 198a2bad-3561-4a94-94fa-90b909c3de6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:04:51.089622 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Attempting to bind port cca503f8-5c48-4573-a165-54c4d2e5d786 on network 198a2bad-3561-4a94-94fa-90b909c3de6f {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:04:51.096119 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:04:51.096765 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Checking segment: {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:04:51.097627 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Bound using segment: {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'} {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:04:51.098270 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Bound port: cca503f8-5c48-4573-a165-54c4d2e5d786, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859090fe-55df-4aa9-ad66-00e9fc6af759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f'}}] {{(pid=100426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:04:51.098845 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:51.170497 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, cleared binding levels {{(pid=100426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:04:51.174333 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:04:51.287136 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:51.326426 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:51.326426 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:51.326426 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] 10.222.0.77 "PUT /v2.0/ports/cca503f8-5c48-4573-a165-54c4d2e5d786 HTTP/1.1" status: 200 len: 1093 time: 1.0452826 Aug 09 18:04:51.326426 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:04:51.328709 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d873b203-a36e-4a89-90c4-7017f41c59a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:04:51.367269 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a35b9-d4fd-4761-92fb-a6d83d70dcee service neutron] Pushing event updated for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=3']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:51.376417 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe65c8d-03b9-4da9-876e-bbc545f3e400 x-openstack-request-id: req-afe65c8d-03b9-4da9-876e-bbc545f3e400 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:04:51.376931 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:04:51.377183 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afe65c8d-03b9-4da9-876e-bbc545f3e400 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:04:51.377611 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'status': 'completed', 'code': 200} Aug 09 18:04:51.481703 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873b203-a36e-4a89-90c4-7017f41c59a9 req-6ef59963-3105-4a18-9806-9b931e8b9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:51.483407 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d873b203-a36e-4a89-90c4-7017f41c59a9 req-6ef59963-3105-4a18-9806-9b931e8b9192 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 1096 time: 0.0625894 Aug 09 18:04:51.592738 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873b203-a36e-4a89-90c4-7017f41c59a9 req-eb5405be-080b-4ee3-bf94-9101b4b9031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:51.594723 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d873b203-a36e-4a89-90c4-7017f41c59a9 req-eb5405be-080b-4ee3-bf94-9101b4b9031a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0977528 Aug 09 18:04:51.730145 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ec538-99fe-475d-ad7b-840e04afc12a req-317eae21-4ee7-414b-b8a6-acbce1ca8c67 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:51.731578 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fd3ec538-99fe-475d-ad7b-840e04afc12a req-317eae21-4ee7-414b-b8a6-acbce1ca8c67 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0809574 Aug 09 18:04:51.732959 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873b203-a36e-4a89-90c4-7017f41c59a9 req-1f2593bc-09d9-4787-bab4-f1bb0b42360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:51.734370 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d873b203-a36e-4a89-90c4-7017f41c59a9 req-1f2593bc-09d9-4787-bab4-f1bb0b42360b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321588 Aug 09 18:04:51.770666 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fd3ec538-99fe-475d-ad7b-840e04afc12a req-8476485b-b941-46e2-b2c5-8618945e77e9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323434 Aug 09 18:04:51.842224 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-9882e351-2c3f-44fb-9527-09cfaf43b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:51.844250 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-9882e351-2c3f-44fb-9527-09cfaf43b3a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 1096 time: 0.0413470 Aug 09 18:04:51.902190 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-552de8be-b01a-4957-861d-1268a7d5b842 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca503f8-5c48-4573-a165-54c4d2e5d786 HTTP/1.1" status: 200 len: 217 time: 0.0425851 Aug 09 18:04:51.972562 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-95333d80-bb3c-4b44-8cf3-dd263aa1e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:51.974055 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-95333d80-bb3c-4b44-8cf3-dd263aa1e302 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 200 len: 856 time: 0.0546374 Aug 09 18:04:51.982309 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd24e9e-c582-4150-bac5-0f376050275a req-56d252d4-e39c-45bd-bfd3-52b90846802a tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:51.983662 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9fd24e9e-c582-4150-bac5-0f376050275a req-56d252d4-e39c-45bd-bfd3-52b90846802a tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 944 time: 0.0906501 Aug 09 18:04:52.047475 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9fd24e9e-c582-4150-bac5-0f376050275a req-5766d48f-5943-4a85-9aeb-d2deddca0863 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556679 Aug 09 18:04:52.050009 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-fb7a0bfd-faab-4e3b-8aee-9c6ff6c69ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:52.051423 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-fb7a0bfd-faab-4e3b-8aee-9c6ff6c69ede service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198a2bad-3561-4a94-94fa-90b909c3de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669076 Aug 09 18:04:52.144633 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-b4dc308c-0e56-4dd7-96fc-bafddaf3f4c8 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853341 Aug 09 18:04:52.236471 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-38209b76-e5f3-4fd0-b9ce-d557f71065e5 req-83432016-81a1-4897-bc3d-445f5af6de4a service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849946 Aug 09 18:04:52.495249 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device ffedc141-b5f4-47f5-ab0d-7ef40a309673 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:04:52.592917 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port ffedc141-b5f4-47f5-ab0d-7ef40a309673, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffedc141-b5f4-47f5-ab0d-7ef40a309673,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:52.604549 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'port_id': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'mac_address': 'fa:16:3e:ad:c5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:04:52.642484 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:52.655428 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffedc141-b5f4-47f5-ab0d-7ef40a309673 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:04:52.675691 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port ffedc141-b5f4-47f5-ab0d-7ef40a309673, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffedc141-b5f4-47f5-ab0d-7ef40a309673,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:52.795715 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:52.872594 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=ffedc141-b5f4-47f5-ab0d-7ef40a309673,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:52.883686 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.884449 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.884950 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.885469 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.885966 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.886455 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.886936 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.887420 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.887905 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.888387 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.888873 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.889424 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:52.956277 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c224d98-9d29-4cf5-bf2f-ef44a599ca04 req-250119d2-fc9c-49c1-b407-2880733cbe95 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:52.957760 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9c224d98-9d29-4cf5-bf2f-ef44a599ca04 req-250119d2-fc9c-49c1-b407-2880733cbe95 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.1127410 Aug 09 18:04:52.999658 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9c224d98-9d29-4cf5-bf2f-ef44a599ca04 req-7758ac29-ff00-4b4a-b026-575e7f55faf4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356688 Aug 09 18:04:53.156815 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['ffedc141-b5f4-47f5-ab0d-7ef40a309673'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:04:53.161440 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13545e-0791-4a39-ae07-a6f30a3637ec req-04af5a68-2b5d-4bc1-8e88-7b1dcbabe824 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:53.162952 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c13545e-0791-4a39-ae07-a6f30a3637ec req-04af5a68-2b5d-4bc1-8e88-7b1dcbabe824 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 945 time: 0.0492034 Aug 09 18:04:53.209753 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c13545e-0791-4a39-ae07-a6f30a3637ec req-e8bf601a-892b-4d45-b0b4-7b8cbdf163a1 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404508 Aug 09 18:04:53.454514 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:04:54.114990 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3623bcd-4578-4c0c-98b6-0c875e657754 req-48d24df0-74a9-4dc0-a7ae-d79b5b9c7221 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:54.116387 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f3623bcd-4578-4c0c-98b6-0c875e657754 req-48d24df0-74a9-4dc0-a7ae-d79b5b9c7221 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0476789 Aug 09 18:04:54.155218 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f3623bcd-4578-4c0c-98b6-0c875e657754 req-73f1d8c8-a6ee-453a-b4f1-404e5bd4e238 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322587 Aug 09 18:04:54.328825 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9582d9d-cf5e-4efa-9cea-415432a25a6b req-392b8960-823f-4e19-b9af-cf6a284a5c11 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:54.330337 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f9582d9d-cf5e-4efa-9cea-415432a25a6b req-392b8960-823f-4e19-b9af-cf6a284a5c11 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 945 time: 0.0476844 Aug 09 18:04:54.372391 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f9582d9d-cf5e-4efa-9cea-415432a25a6b req-b9a50f4c-7b76-4237-86b9-075458e84713 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358818 Aug 09 18:04:54.511494 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device cca503f8-5c48-4573-a165-54c4d2e5d786 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:04:54.518832 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device ffedc141-b5f4-47f5-ab0d-7ef40a309673 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:04:54.646162 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:54.657785 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'port_id': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'mac_address': 'fa:16:3e:84:13:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:04:54.691212 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port ffedc141-b5f4-47f5-ab0d-7ef40a309673 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:04:54.698741 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port ffedc141-b5f4-47f5-ab0d-7ef40a309673 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:04:54.699113 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:54.701713 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:54.737075 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca503f8-5c48-4573-a165-54c4d2e5d786 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:04:54.763692 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:54.804080 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:54.829111 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:04:54.831542 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7b9588-03b3-4905-b986-9ed4d61f59fd" -d '{"events": [{"server_uuid": "ca9a7256-69f7-40cb-b24f-e422dc5ac8f8", "name": "network-vif-plugged", "status": "completed", "tag": "ffedc141-b5f4-47f5-ab0d-7ef40a309673"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:04:54.845046 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port ffedc141-b5f4-47f5-ab0d-7ef40a309673, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffedc141-b5f4-47f5-ab0d-7ef40a309673,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:54.867113 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb51e62d-c448-455b-a53a-bd8bb1d97427 x-openstack-request-id: req-bb51e62d-c448-455b-a53a-bd8bb1d97427 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:04:54.867425 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9a7256-69f7-40cb-b24f-e422dc5ac8f8", "name": "network-vif-plugged", "status": "completed", "tag": "ffedc141-b5f4-47f5-ab0d-7ef40a309673", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:04:54.867676 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bb51e62d-c448-455b-a53a-bd8bb1d97427 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:04:54.868164 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'code': 200} Aug 09 18:04:54.875485 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:54.925826 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:54.943859 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:54.993289 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=ffedc141-b5f4-47f5-ab0d-7ef40a309673,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:55.186001 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['cca503f8-5c48-4573-a165-54c4d2e5d786'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:04:55.347035 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97d6c-b182-4163-8a03-02c1190a8b1d req-b8786748-c34d-4b1e-a564-3735c77b06fe tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:55.348616 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6dd97d6c-b182-4163-8a03-02c1190a8b1d req-b8786748-c34d-4b1e-a564-3735c77b06fe tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 944 time: 0.1090431 Aug 09 18:04:55.354843 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51822f5-2618-4ec1-9036-d86b961d6b53 req-faa44c6f-d598-41f1-b4b7-ea288e25c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:55.356347 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b51822f5-2618-4ec1-9036-d86b961d6b53 req-faa44c6f-d598-41f1-b4b7-ea288e25c5a9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 1099 time: 0.1034305 Aug 09 18:04:55.410909 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6dd97d6c-b182-4163-8a03-02c1190a8b1d req-d1ce4179-3551-44b9-ab11-a6a743bef650 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535698 Aug 09 18:04:55.414986 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b51822f5-2618-4ec1-9036-d86b961d6b53 req-a599e1b4-ec1a-446d-afb1-b34dee1dadab service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502462 Aug 09 18:04:55.746804 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11d5f1-bfde-4f80-837b-28f0d08522e7 req-8e0f3ac2-eaf3-408a-a043-2e90a933f020 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:55.748417 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8c11d5f1-bfde-4f80-837b-28f0d08522e7 req-8e0f3ac2-eaf3-408a-a043-2e90a933f020 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 946 time: 0.3006749 Aug 09 18:04:55.789800 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8c11d5f1-bfde-4f80-837b-28f0d08522e7 req-809499be-6be6-4de3-8a12-2d190763108e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351377 Aug 09 18:04:56.525390 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device cca503f8-5c48-4573-a165-54c4d2e5d786 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:04:56.534726 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5d92e-5e4c-4a51-a397-8fb568cc6f4c req-ee20b1d1-c224-4a95-bc89-0b81a874d0f4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:56.536254 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9dd5d92e-5e4c-4a51-a397-8fb568cc6f4c req-ee20b1d1-c224-4a95-bc89-0b81a874d0f4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 944 time: 0.0492179 Aug 09 18:04:56.581055 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9dd5d92e-5e4c-4a51-a397-8fb568cc6f4c req-8951fc68-bdbd-411a-b45c-51c808a6d1fe tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386717 Aug 09 18:04:56.767158 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port cca503f8-5c48-4573-a165-54c4d2e5d786 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:04:56.771375 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port cca503f8-5c48-4573-a165-54c4d2e5d786 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:04:56.771746 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:56.858476 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:56.884707 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:04:56.887029 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54b3ce7-10be-4d58-ab44-45e8cbcc77c1" -d '{"events": [{"server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "name": "network-vif-plugged", "status": "completed", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:04:56.902098 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:04:56.930849 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6bd72-1993-444c-be92-820bf93d95fc req-8a2d8968-0c94-429b-9112-969deef9fb86 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:56.930990 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cd628e-3cf7-4e0b-8f58-79ea5a838792 x-openstack-request-id: req-a3cd628e-3cf7-4e0b-8f58-79ea5a838792 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:04:56.931089 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-09e6bd72-1993-444c-be92-820bf93d95fc req-8a2d8968-0c94-429b-9112-969deef9fb86 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 946 time: 0.0520818 Aug 09 18:04:56.931191 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "name": "network-vif-plugged", "status": "completed", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:04:56.931191 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3cd628e-3cf7-4e0b-8f58-79ea5a838792 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:04:56.931191 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'code': 200} Aug 09 18:04:56.968608 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-09e6bd72-1993-444c-be92-820bf93d95fc req-1311b167-1ffa-40e9-8c60-6daef77db713 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353191 Aug 09 18:04:57.035284 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:57.086203 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:57.105534 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7b0f4-4522-47ac-9051-4afeaad3771a req-7cc17fb9-8950-43ea-8f7d-95c7c999eae2 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:57.107792 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3df7b0f4-4522-47ac-9051-4afeaad3771a req-7cc17fb9-8950-43ea-8f7d-95c7c999eae2 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 946 time: 0.0592129 Aug 09 18:04:57.150311 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3df7b0f4-4522-47ac-9051-4afeaad3771a req-608b96db-5814-469b-bd7e-d353192b5524 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358038 Aug 09 18:04:57.177425 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45770) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:57.217328 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2df820-6e60-4475-aa99-b6f1379fc83f tempest-TestVolumeBootPattern-1080257087 tempest-TestVolumeBootPattern-1080257087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:57.218940 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-9d2df820-6e60-4475-aa99-b6f1379fc83f tempest-TestVolumeBootPattern-1080257087 tempest-TestVolumeBootPattern-1080257087-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 1094 time: 0.0404963 Aug 09 18:04:57.221786 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45772) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:04:57.226332 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Request body: {'floatingip': {'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'port_id': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:04:57.364764 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704fbd2-5ccc-49bc-a9cb-6bca66075042 req-59a378fb-a57f-44b3-b249-745ad6d8140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:57.366306 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c704fbd2-5ccc-49bc-a9cb-6bca66075042 req-59a378fb-a57f-44b3-b249-745ad6d8140a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 1098 time: 0.0401998 Aug 09 18:04:57.378059 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:57.402815 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c704fbd2-5ccc-49bc-a9cb-6bca66075042 req-c854d939-4813-425c-8c52-5d04698cf886 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299633 Aug 09 18:04:57.483671 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:57.587084 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Allocated IP 172.27.1.106 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/83c6fcd0-dbdb-4082-a6d4-b4720c4e12be) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:04:57.694795 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:57.699346 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc65fa-ad3d-42b3-890c-15ecb8ded4f3 req-5c4bbbf4-9d59-497f-86dd-710449eb079c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:57.700837 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-edcc65fa-ad3d-42b3-890c-15ecb8ded4f3 req-5c4bbbf4-9d59-497f-86dd-710449eb079c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0478911 Aug 09 18:04:57.740052 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-edcc65fa-ad3d-42b3-890c-15ecb8ded4f3 req-03a882ab-2cfb-4a44-8a4a-788a27d846fa tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328059 Aug 09 18:04:58.012822 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:58.053631 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:04:58.056451 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:04:58.059034 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:04:58.085708 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'Port': ['ID=83c6fcd0-dbdb-4082-a6d4-b4720c4e12be,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:58.098443 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.098801 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.099143 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.099476 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.099806 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.100135 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.100458 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.100782 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.101106 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.101454 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.101775 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.102101 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:04:58.438036 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:58.703382 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:58.855216 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:58.866684 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4f5a5-3dd5-471a-b024-9be800d77a72 req-ea3f1a42-fdb9-4e22-9e91-45ec5cf7ffe6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:04:58.868159 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-91e4f5a5-3dd5-471a-b024-9be800d77a72 req-ea3f1a42-fdb9-4e22-9e91-45ec5cf7ffe6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0558262 Aug 09 18:04:58.907666 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-91e4f5a5-3dd5-471a-b024-9be800d77a72 req-7c589f59-fb9b-45f5-b405-108b02df2e43 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336652 Aug 09 18:04:59.035419 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:59.106940 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event updated for resources: {'Port': ['ID=83c6fcd0-dbdb-4082-a6d4-b4720c4e12be,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:04:59.117410 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:59.495609 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Floating IP d44f17d0-9ff6-4a65-9a1c-afe9922d7df7 associated. External IP: 172.27.1.106, port: ffedc141-b5f4-47f5-ab0d-7ef40a309673. Aug 09 18:04:59.703917 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:04:59.805436 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:04:59.815221 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] Sync routers for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:04:59.824501 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:04:59.825093 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:04:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:04:59.921768 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:04:59.965266 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-6006c31e-7255-45c9-ab2d-cadb3852dc1b tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7339146 Aug 09 18:04:59.965266 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'tag': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:04:59.965266 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e220c7-7902-4afb-ac34-7ffdd883bc96" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9a7256-69f7-40cb-b24f-e422dc5ac8f8", "tag": "ffedc141-b5f4-47f5-ab0d-7ef40a309673"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:05:00.001934 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c169c43c-9fcc-4f88-a530-0d18902ac64b x-openstack-request-id: req-c169c43c-9fcc-4f88-a530-0d18902ac64b {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:05:00.002237 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9a7256-69f7-40cb-b24f-e422dc5ac8f8", "tag": "ffedc141-b5f4-47f5-ab0d-7ef40a309673", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:05:00.002493 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c169c43c-9fcc-4f88-a530-0d18902ac64b {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:05:00.002896 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'tag': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'status': 'completed', 'code': 200} Aug 09 18:05:00.036691 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7e5ff-199c-4b53-919c-aee4c71fd1fa req-47c021cf-cac9-4ebb-aea4-2d462832fa9f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:00.038305 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8bd7e5ff-199c-4b53-919c-aee4c71fd1fa req-47c021cf-cac9-4ebb-aea4-2d462832fa9f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0547340 Aug 09 18:05:00.055730 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:05:00.100786 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8bd7e5ff-199c-4b53-919c-aee4c71fd1fa req-67de5e51-3461-4e15-8a42-475caaa2f98f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560408 Aug 09 18:05:00.114346 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-9992de30-7498-4940-852b-0ae83a8a6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:00.116027 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-9992de30-7498-4940-852b-0ae83a8a6151 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 1099 time: 0.0641112 Aug 09 18:05:00.248670 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-410b21fc-8bf2-4f5d-a1bb-cb77f0404243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:00.250139 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-410b21fc-8bf2-4f5d-a1bb-cb77f0404243 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 913 time: 0.1273537 Aug 09 18:05:00.257555 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccffa4a-4931-4926-87ed-2396afc6c3c2 req-ed0f3315-777d-464f-8c10-e258cecaf482 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:00.259031 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9ccffa4a-4931-4926-87ed-2396afc6c3c2 req-ed0f3315-777d-464f-8c10-e258cecaf482 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0804024 Aug 09 18:05:00.269426 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45790) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:00.274881 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-e15ee968-af2d-4a71-801c-44bbb787e6c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Request body: {'floatingip': {'port_id': 'cca503f8-5c48-4573-a165-54c4d2e5d786'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:05:00.302062 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'd44f17d0-9ff6-4a65-9a1c-afe9922d7df7', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:ad:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:04:58Z', 'updated_at': '2021-08-09T18:04:58Z', 'revision_number': 0, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}, {'id': 'e546510e-cbb3-468a-91c8-436937a519a1', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:9f:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:02:48Z', 'updated_at': '2021-08-09T18:02:51Z', 'revision_number': 1, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:00.320003 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e15ee968-af2d-4a71-801c-44bbb787e6c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:00.334049 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-22c0cc8d-305b-4e40-b8ad-7c4441c160c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffedc141-b5f4-47f5-ab0d-7ef40a309673 HTTP/1.1" status: 200 len: 1000 time: 0.0737100 Aug 09 18:05:00.338030 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] Checking router: 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:05:00.347477 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:05:00.348103 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:04:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:00.401065 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-da5d5d9e-8de3-4a75-bb04-2dc6fdf35840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:00.402855 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-da5d5d9e-8de3-4a75-bb04-2dc6fdf35840 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 200 len: 851 time: 0.0617964 Aug 09 18:05:00.460752 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-e4164960-db73-4fa7-a2d1-65488875ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:00.463046 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-e4164960-db73-4fa7-a2d1-65488875ec15 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0813a6d7-5ac5-4010-a774-1854c5fa63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527039 Aug 09 18:05:00.480346 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:05:00.598986 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-9ad17310-abdf-42be-8014-5491e557c97b service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276698 Aug 09 18:05:00.711231 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-19e220c7-7902-4afb-ac34-7ffdd883bc96 req-281d518c-b6ad-4135-9495-7098477012d8 service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052816 Aug 09 18:05:00.747294 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'd44f17d0-9ff6-4a65-9a1c-afe9922d7df7', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:ad:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:04:58Z', 'updated_at': '2021-08-09T18:04:58Z', 'revision_number': 0, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}, {'id': 'e546510e-cbb3-468a-91c8-436937a519a1', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:9f:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:02:48Z', 'updated_at': '2021-08-09T18:02:51Z', 'revision_number': 1, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:00.778680 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8208c5c-4d15-41dd-84c3-0df0ed553cba None None] The sync data for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi is: [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'd44f17d0-9ff6-4a65-9a1c-afe9922d7df7', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:ad:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:04:58Z', 'updated_at': '2021-08-09T18:04:58Z', 'revision_number': 0, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}, {'id': 'e546510e-cbb3-468a-91c8-436937a519a1', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:9f:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:02:48Z', 'updated_at': '2021-08-09T18:02:51Z', 'revision_number': 1, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:05:00.831106 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e15ee968-af2d-4a71-801c-44bbb787e6c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:00.907936 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e15ee968-af2d-4a71-801c-44bbb787e6c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:00.973769 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7826840-4056-4e90-8d2d-d0ca1911dc20 None None] New status for floating IP d44f17d0-9ff6-4a65-9a1c-afe9922d7df7: ACTIVE {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:05:01.026379 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [None req-e15ee968-af2d-4a71-801c-44bbb787e6c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Floating IP 12e85511-a74f-49b0-b243-03cc0b13bb5c associated. External IP: 172.27.1.47, port: cca503f8-5c48-4573-a165-54c4d2e5d786. Aug 09 18:05:01.251638 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15ee968-af2d-4a71-801c-44bbb787e6c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:05:01.389085 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15ee968-af2d-4a71-801c-44bbb787e6c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:05:01.394705 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e15ee968-af2d-4a71-801c-44bbb787e6c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:01.401732 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] Sync routers for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:05:01.411662 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:05:01.412293 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:04:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:01.430304 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-e15ee968-af2d-4a71-801c-44bbb787e6c6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "PUT /v2.0/floatingips/12e85511-a74f-49b0-b243-03cc0b13bb5c HTTP/1.1" status: 200 len: 990 time: 1.1582098 Aug 09 18:05:01.535376 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:05:01.763196 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '12e85511-a74f-49b0-b243-03cc0b13bb5c', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'port_id': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'mac_address': 'fa:16:3e:84:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:04:45Z', 'updated_at': '2021-08-09T18:05:00Z', 'revision_number': 1, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:01.790593 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] Checking router: ddca7d3f-9ecd-4aa6-bc75-34c30a044700 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:05:01.799997 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:05:01.801647 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:04:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:01.919055 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:05:02.004726 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:05:02.007560 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e8399a-1a86-4199-9ec5-261c938ed74a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:05:02.049016 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4e519c-b60f-4154-a441-880b5e1dfe60 x-openstack-request-id: req-fd4e519c-b60f-4154-a441-880b5e1dfe60 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:05:02.049327 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:05:02.049588 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd4e519c-b60f-4154-a441-880b5e1dfe60 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:05:02.049982 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'status': 'completed', 'code': 200} Aug 09 18:05:02.134383 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-35b549b0-3367-480e-83bc-01e64ea0cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:02.135132 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-35b549b0-3367-480e-83bc-01e64ea0cff3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 1098 time: 0.0438809 Aug 09 18:05:02.170732 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '12e85511-a74f-49b0-b243-03cc0b13bb5c', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'port_id': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'mac_address': 'fa:16:3e:84:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:04:45Z', 'updated_at': '2021-08-09T18:05:00Z', 'revision_number': 1, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:02.197498 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84739af-b0d1-4064-ae7e-0034b046c948 None None] The sync data for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi is: [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '12e85511-a74f-49b0-b243-03cc0b13bb5c', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'port_id': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'mac_address': 'fa:16:3e:84:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:04:45Z', 'updated_at': '2021-08-09T18:05:00Z', 'revision_number': 1, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:05:02.240472 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-1cd56e29-2386-43f7-a48b-fc14b524bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:02.241992 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-1cd56e29-2386-43f7-a48b-fc14b524bd0a service neutron] 10.222.0.77 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 918 time: 0.0983634 Aug 09 18:05:02.316481 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-adac334c-14e9-45ec-a1b6-cf5d12362aca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca503f8-5c48-4573-a165-54c4d2e5d786 HTTP/1.1" status: 200 len: 998 time: 0.0649776 Aug 09 18:05:02.386782 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-13eb5349-b4e8-4de5-98ec-623c0c430c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:02.392984 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-13eb5349-b4e8-4de5-98ec-623c0c430c85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 200 len: 856 time: 0.0653853 Aug 09 18:05:02.445341 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-81ba25cd-b359-4f72-a4db-e67a11dba660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:02.446880 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-81ba25cd-b359-4f72-a4db-e67a11dba660 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198a2bad-3561-4a94-94fa-90b909c3de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446165 Aug 09 18:05:02.457057 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce146d-b4cd-471b-8ff0-d258ad4e6a0d None None] New status for floating IP 12e85511-a74f-49b0-b243-03cc0b13bb5c: ACTIVE {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:05:02.576797 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-43e81c38-3a05-4d8a-8868-1d0c49ed380e service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070704 Aug 09 18:05:02.680906 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-45e8399a-1a86-4199-9ec5-261c938ed74a req-1e403092-df07-484d-84ec-97fc3d96fa89 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962150 Aug 09 18:05:06.298326 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:11.383148 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5829163a-9279-429b-b26e-b4cb46690714 req-58ab4f57-928e-4a67-b2c6-944573dfea58 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457125 Aug 09 18:05:11.463566 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829163a-9279-429b-b26e-b4cb46690714 req-1e3b1ca4-639c-4f89-a1cd-d6bcd862ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:11.465080 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5829163a-9279-429b-b26e-b4cb46690714 req-1e3b1ca4-639c-4f89-a1cd-d6bcd862ab2d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 1099 time: 0.0412171 Aug 09 18:05:11.594964 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829163a-9279-429b-b26e-b4cb46690714 req-6a1bc3af-ebfb-4772-b046-233051a7ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:11.596616 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5829163a-9279-429b-b26e-b4cb46690714 req-6a1bc3af-ebfb-4772-b046-233051a7ec9e service neutron] 10.222.0.77 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 913 time: 0.0906844 Aug 09 18:05:11.667347 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5829163a-9279-429b-b26e-b4cb46690714 req-7f77b25c-d4ad-49c5-9346-d4f43b056629 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e515212-3fcd-4509-aa3b-2db183dc2015 HTTP/1.1" status: 200 len: 1002 time: 0.0622959 Aug 09 18:05:11.726272 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829163a-9279-429b-b26e-b4cb46690714 req-03d2e724-b323-4849-9f30-2e71e91b29c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:11.727983 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5829163a-9279-429b-b26e-b4cb46690714 req-03d2e724-b323-4849-9f30-2e71e91b29c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 200 len: 851 time: 0.0501201 Aug 09 18:05:11.778140 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829163a-9279-429b-b26e-b4cb46690714 req-241387bc-6f90-4601-a8c8-60754140ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:11.779632 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5829163a-9279-429b-b26e-b4cb46690714 req-241387bc-6f90-4601-a8c8-60754140ce74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0813a6d7-5ac5-4010-a774-1854c5fa63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424871 Aug 09 18:05:11.876682 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5829163a-9279-429b-b26e-b4cb46690714 req-973ee6c9-4eb0-4a05-9d08-754086f80fc4 service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894191 Aug 09 18:05:11.991267 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5829163a-9279-429b-b26e-b4cb46690714 req-fdb4afb9-c1c3-4e83-8a65-5538fd6f587f service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075840 Aug 09 18:05:14.241103 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0100-9c2b-4001-873b-6b7674b4fc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:16.606361 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cb9280c5-82d5-4764-9a62-c007ecb22aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:16.755132 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:18.063715 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:18.263861 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c835e05-83f2-4284-8927-94ddbb53393f req-cfc76c2f-b8b5-454e-a99b-dbb9cdb55425 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:18.265847 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c835e05-83f2-4284-8927-94ddbb53393f req-cfc76c2f-b8b5-454e-a99b-dbb9cdb55425 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 946 time: 0.0513790 Aug 09 18:05:18.303451 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3c835e05-83f2-4284-8927-94ddbb53393f req-cd1f384e-2a35-4004-b9b0-087fe3903e07 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Aug 09 18:05:19.291681 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:19.419569 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59e37a-c4aa-43f5-9994-00ecef540f91 req-d5bb2375-e122-40a4-acb5-bea88f7a4402 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:19.421079 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1a59e37a-c4aa-43f5-9994-00ecef540f91 req-d5bb2375-e122-40a4-acb5-bea88f7a4402 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 946 time: 0.0494568 Aug 09 18:05:19.464484 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1a59e37a-c4aa-43f5-9994-00ecef540f91 req-4bf434d1-1fba-4b33-9724-7ff4ada17509 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374959 Aug 09 18:05:20.446269 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-7a934176-53b4-446b-9652-3a1e46786494 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:20.447747 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-7a934176-53b4-446b-9652-3a1e46786494 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.77 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 946 time: 0.0491986 Aug 09 18:05:20.627893 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9694f-2ecc-4903-9a88-ae8c71dc5c55 req-863995a7-9459-4670-99fd-29706d400ab8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:20.629950 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6af9694f-2ecc-4903-9a88-ae8c71dc5c55 req-863995a7-9459-4670-99fd-29706d400ab8 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 946 time: 0.0899568 Aug 09 18:05:20.646785 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Deleting port 254da2ca-3c51-4493-b45f-b99add1e9eda {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:05:20.647259 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:20.745073 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6af9694f-2ecc-4903-9a88-ae8c71dc5c55 req-63f0f0d3-2880-4876-a408-2c1822e1f92f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups?id=6dfba2e4-81cb-43aa-a286-150560e5ab91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088097 Aug 09 18:05:20.791477 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] For port 254da2ca-3c51-4493-b45f-b99add1e9eda, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=254da2ca-3c51-4493-b45f-b99add1e9eda,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:05:20.791840 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:20.968901 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:20.969336 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:20.969646 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.l3_db [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Floating IP 2411a3f4-66ff-4693-8592-e7f27c91e3fa disassociated. External IP: 172.27.1.56, port: 254da2ca-3c51-4493-b45f-b99add1e9eda. Aug 09 18:05:20.969987 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Calling delete_port for 254da2ca-3c51-4493-b45f-b99add1e9eda owned by compute:nova {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:05:21.211844 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:21.245089 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event deleted for resources: {'Port': ['ID=254da2ca-3c51-4493-b45f-b99add1e9eda,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:21.352382 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Router c8c63647-2c1f-4428-bd5b-6770b7c37331 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:05:21.459236 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:05:21.469516 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871814e2-e058-425b-9837-941280a0d80d None None] Sync routers for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:05:21.478137 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871814e2-e058-425b-9837-941280a0d80d None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:05:21.478747 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-871814e2-e058-425b-9837-941280a0d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:05:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:21.500280 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] No DVR routers for this DVR port 254da2ca-3c51-4493-b45f-b99add1e9eda on host hv-cinder-78836 {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:05:21.503470 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:21.505497 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-587b42ca-19e5-44a3-912d-595bb2090d7a req-448934b8-7eeb-431c-b65c-7787a4765cba tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.77 "DELETE /v2.0/ports/254da2ca-3c51-4493-b45f-b99add1e9eda HTTP/1.1" status: 204 len: 173 time: 1.0481670 Aug 09 18:05:21.505995 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'name': 'network-vif-deleted', 'tag': '254da2ca-3c51-4493-b45f-b99add1e9eda'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:05:21.508251 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354c69b1-83f3-47e3-8c93-6ff0ed95511e" -d '{"events": [{"server_uuid": "2f97d631-b147-4a4d-9a04-90be8afcb7e1", "name": "network-vif-deleted", "tag": "254da2ca-3c51-4493-b45f-b99add1e9eda"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:05:21.544602 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9942777-74c5-49c1-955c-194491278264 x-openstack-request-id: req-b9942777-74c5-49c1-955c-194491278264 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:05:21.544922 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f97d631-b147-4a4d-9a04-90be8afcb7e1", "name": "network-vif-deleted", "tag": "254da2ca-3c51-4493-b45f-b99add1e9eda", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:05:21.545175 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9942777-74c5-49c1-955c-194491278264 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:05:21.545609 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f97d631-b147-4a4d-9a04-90be8afcb7e1', 'name': 'network-vif-deleted', 'tag': '254da2ca-3c51-4493-b45f-b99add1e9eda', 'status': 'completed', 'code': 200} Aug 09 18:05:21.589270 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-871814e2-e058-425b-9837-941280a0d80d None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:05:21.813094 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-871814e2-e058-425b-9837-941280a0d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:21.840870 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871814e2-e058-425b-9837-941280a0d80d None None] Checking router: c8c63647-2c1f-4428-bd5b-6770b7c37331 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:05:21.848029 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-05eb6cd0-4d1e-47d5-b14e-fa676f159b4f req-3a082ee3-f607-43a5-ba79-7c145297fd5e tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f97d631-b147-4a4d-9a04-90be8afcb7e1 HTTP/1.1" status: 200 len: 210 time: 0.0261512 Aug 09 18:05:21.849883 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871814e2-e058-425b-9837-941280a0d80d None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:05:21.850653 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-871814e2-e058-425b-9837-941280a0d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:05:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:22.085708 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-871814e2-e058-425b-9837-941280a0d80d None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:05:22.289751 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-871814e2-e058-425b-9837-941280a0d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:22.325430 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871814e2-e058-425b-9837-941280a0d80d None None] The sync data for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi is: [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T17:58:20Z', 'revision_number': 4, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b5a2cbdd-416b-445c-85d6-2e29b790b79d', 'name': '', 'network_id': '2222d5b0-4e90-4714-90f8-571d8e57d231', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'mac_address': 'fa:16:3e:d1:83:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:19Z', 'updated_at': '2021-08-09T17:58:25Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'subnets': [{'id': 'a54396a3-f4d8-41af-b602-45ff7adb6cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:05:22.536265 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eefc84-25e2-43a8-97e2-597e268e8f48 None None] New status for floating IP 2411a3f4-66ff-4693-8592-e7f27c91e3fa: DOWN {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:05:23.012855 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45946) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:23.067947 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e2c27d88-0806-4e91-9b7f-58a13136702f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:23.090682 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e2c27d88-0806-4e91-9b7f-58a13136702f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:23.205953 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e2c27d88-0806-4e91-9b7f-58a13136702f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:23.208455 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e2c27d88-0806-4e91-9b7f-58a13136702f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:23.209624 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e2c27d88-0806-4e91-9b7f-58a13136702f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "DELETE /v2.0/security-groups/6dfba2e4-81cb-43aa-a286-150560e5ab91 HTTP/1.1" status: 204 len: 168 time: 0.1957290 Aug 09 18:05:23.212548 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45948) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:23.220073 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27d88-0806-4e91-9b7f-58a13136702f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfba2e4-81cb-43aa-a286-150560e5ab91,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:23.226511 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.api.v2.resource [None req-ab30ea9c-ea08-4b93-9745-29380eef7d5f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] show failed (client error): The resource could not be found. Aug 09 18:05:23.227512 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-ab30ea9c-ea08-4b93-9745-29380eef7d5f tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "GET /v2.0/security-groups/6dfba2e4-81cb-43aa-a286-150560e5ab91 HTTP/1.1" status: 404 len: 347 time: 0.0140116 Aug 09 18:05:23.231760 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45950) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:23.353063 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-5ce33c22-ee04-4f0a-ae06-bb33846d5ee4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Deleting port 8e7b8315-0e02-45d6-94d4-09fca2ab7d52 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:05:23.353438 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5ce33c22-ee04-4f0a-ae06-bb33846d5ee4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:23.430628 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5ce33c22-ee04-4f0a-ae06-bb33846d5ee4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:23.430952 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5ce33c22-ee04-4f0a-ae06-bb33846d5ee4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:23.442021 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-5ce33c22-ee04-4f0a-ae06-bb33846d5ee4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Calling delete_port for 8e7b8315-0e02-45d6-94d4-09fca2ab7d52 owned by network:floatingip {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:05:23.635773 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5ce33c22-ee04-4f0a-ae06-bb33846d5ee4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:23.664329 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce33c22-ee04-4f0a-ae06-bb33846d5ee4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Pushing event deleted for resources: {'Port': ['ID=8e7b8315-0e02-45d6-94d4-09fca2ab7d52,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:23.726502 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5ce33c22-ee04-4f0a-ae06-bb33846d5ee4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks [] for floatingip, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:23.729021 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5ce33c22-ee04-4f0a-ae06-bb33846d5ee4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:23.730248 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-5ce33c22-ee04-4f0a-ae06-bb33846d5ee4 tempest-AttachVolumeTestJSON-1250130491 tempest-AttachVolumeTestJSON-1250130491-project] 10.222.0.54 "DELETE /v2.0/floatingips/2411a3f4-66ff-4693-8592-e7f27c91e3fa HTTP/1.1" status: 204 len: 168 time: 0.4975786 Aug 09 18:05:24.666487 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 254da2ca-3c51-4493-b45f-b99add1e9eda no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:05:24.687675 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 254da2ca-3c51-4493-b45f-b99add1e9eda {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:05:24.688015 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 254da2ca-3c51-4493-b45f-b99add1e9eda not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:05:27.830723 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 45986) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:28.313955 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610435'] for router_interface, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:28.555790 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] Deleting port b5a2cbdd-416b-445c-85d6-2e29b790b79d {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:05:28.556040 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:28.633084 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] For port b5a2cbdd-416b-445c-85d6-2e29b790b79d, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=b5a2cbdd-416b-445c-85d6-2e29b790b79d,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:05:28.633516 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:28.646491 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] Calling delete_port for b5a2cbdd-416b-445c-85d6-2e29b790b79d owned by network:router_interface {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:05:29.183761 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:29.208144 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a2cbdd-416b-445c-85d6-2e29b790b79d,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:29.369859 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608563'] for router_interface, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:29.579713 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] Router c8c63647-2c1f-4428-bd5b-6770b7c37331 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:05:29.683359 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:05:29.688857 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-7e108337-bf02-47cc-9739-65df1f3b26fd admin admin] 10.222.0.54 "PUT /v2.0/routers/c8c63647-2c1f-4428-bd5b-6770b7c37331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8570752 Aug 09 18:05:29.691621 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 45996) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:29.694321 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] Sync routers for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:05:29.704848 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:05:29.705511 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:05:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:29.795626 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Notify callbacks [] for router, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:29.809600 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:05:29.900559 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:29.987687 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T18:05:28Z', 'revision_number': 5, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port': {'id': 'c5e85444-a9ce-4ac5-8a36-8c89e58bf146', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:15Z', 'updated_at': '2021-08-09T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:30.014061 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] Checking router: c8c63647-2c1f-4428-bd5b-6770b7c37331 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:05:30.023094 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] Routers {'c8c63647-2c1f-4428-bd5b-6770b7c37331'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:05:30.023824 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:05:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c8c63647-2c1f-4428-bd5b-6770b7c37331'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:30.033165 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Deleting port c5e85444-a9ce-4ac5-8a36-8c89e58bf146 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:05:30.033546 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:30.109071 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] Set router c8c63647-2c1f-4428-bd5b-6770b7c37331 gateway port host: None {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:05:30.115305 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] For port c5e85444-a9ce-4ac5-8a36-8c89e58bf146, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=c5e85444-a9ce-4ac5-8a36-8c89e58bf146,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:05:30.115954 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:30.128199 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Calling delete_port for c5e85444-a9ce-4ac5-8a36-8c89e58bf146 owned by network:router_gateway {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:05:30.162717 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T18:05:29Z', 'revision_number': 6, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port_host': None}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:30.193117 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78894e06-0c48-4a2c-a7fc-9565fd891bbd None None] The sync data for ids ['c8c63647-2c1f-4428-bd5b-6770b7c37331'] in dv-cinder-788363-10-iscsi is: [{'id': 'c8c63647-2c1f-4428-bd5b-6770b7c37331', 'name': 'tempest-AttachVolumeTestJSON-445817009-router', 'tenant_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:14Z', 'updated_at': '2021-08-09T18:05:29Z', 'revision_number': 6, 'project_id': '96ee685b0c0047c990caaec9f1f4f4e1', 'gw_port_host': None}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:05:30.439814 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:30.453574 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:05:30.465089 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e85444-a9ce-4ac5-8a36-8c89e58bf146,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:30.530830 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610773'] for router_gateway, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:30.638335 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2695'] for router, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:30.641040 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:30.782748 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608213'] for router, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:30.783383 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c63647-2c1f-4428-bd5b-6770b7c37331 {{(pid=100426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:05:30.788200 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:30.789378 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-9a738b23-c9b7-4682-bb2c-d11fcb4a8630 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c8c63647-2c1f-4428-bd5b-6770b7c37331 HTTP/1.1" status: 204 len: 168 time: 1.0967343 Aug 09 18:05:30.791860 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46000) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:30.841163 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c4333-1af2-4406-b50d-e205bbc2d476 admin admin] Deleting subnet a54396a3-f4d8-41af-b602-45ff7adb6cc2 {{(pid=100426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:05:30.844369 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-da3c4333-1af2-4406-b50d-e205bbc2d476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:30.880290 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-da3c4333-1af2-4406-b50d-e205bbc2d476 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165673'] for subnet, precommit_delete_associations {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:30.992281 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-da3c4333-1af2-4406-b50d-e205bbc2d476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.120753 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-da3c4333-1af2-4406-b50d-e205bbc2d476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4166056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4169930'] for subnet, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.162952 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c4333-1af2-4406-b50d-e205bbc2d476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a54396a3-f4d8-41af-b602-45ff7adb6cc2,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:31.166170 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-da3c4333-1af2-4406-b50d-e205bbc2d476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.169217 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-da3c4333-1af2-4406-b50d-e205bbc2d476 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a54396a3-f4d8-41af-b602-45ff7adb6cc2 HTTP/1.1" status: 204 len: 168 time: 0.3762362 Aug 09 18:05:31.172789 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46002) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:31.175669 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aeb7b7-3287-48df-990e-61dd74d24588 None None] Network 2222d5b0-4e90-4714-90f8-571d8e57d231 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:05:31.215385 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device c5e85444-a9ce-4ac5-8a36-8c89e58bf146 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:05:31.246401 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: c5e85444-a9ce-4ac5-8a36-8c89e58bf146 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:05:31.246742 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device c5e85444-a9ce-4ac5-8a36-8c89e58bf146 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:05:31.247146 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device b5a2cbdd-416b-445c-85d6-2e29b790b79d no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:05:31.247561 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.277659 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: b5a2cbdd-416b-445c-85d6-2e29b790b79d {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:05:31.277998 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device b5a2cbdd-416b-445c-85d6-2e29b790b79d not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:05:31.402019 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94585290-6b77-4e17-998c-e5d55626f0f7 None None] DHCP port deletion for 2222d5b0-4e90-4714-90f8-571d8e57d231 request from dv-cinder-788363-10-iscsi {{(pid=100427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:05:31.450605 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-94585290-6b77-4e17-998c-e5d55626f0f7 None None] Deleting port f1455047-c29b-489b-bc73-c9aa99177dda {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:05:31.450985 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94585290-6b77-4e17-998c-e5d55626f0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.518454 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-94585290-6b77-4e17-998c-e5d55626f0f7 None None] For port f1455047-c29b-489b-bc73-c9aa99177dda, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=f1455047-c29b-489b-bc73-c9aa99177dda,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:05:31.518766 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94585290-6b77-4e17-998c-e5d55626f0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.532723 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-94585290-6b77-4e17-998c-e5d55626f0f7 None None] Calling delete_port for f1455047-c29b-489b-bc73-c9aa99177dda owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:05:31.540393 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Deleting port f1455047-c29b-489b-bc73-c9aa99177dda {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:05:31.540845 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.603205 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] For port f1455047-c29b-489b-bc73-c9aa99177dda, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=f1455047-c29b-489b-bc73-c9aa99177dda,segment=NetworkSegment(90fbbdbf-7ab8-45c7-b0ca-46fa72a22886),segment_id=90fbbdbf-7ab8-45c7-b0ca-46fa72a22886)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:05:31.603480 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.615903 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Calling delete_port for f1455047-c29b-489b-bc73-c9aa99177dda owned by network:dhcp {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:05:31.668836 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-94585290-6b77-4e17-998c-e5d55626f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.694237 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94585290-6b77-4e17-998c-e5d55626f0f7 None None] Pushing event deleted for resources: {'Port': ['ID=f1455047-c29b-489b-bc73-c9aa99177dda,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:31.698037 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94585290-6b77-4e17-998c-e5d55626f0f7 None None] No DVR routers for this DVR port f1455047-c29b-489b-bc73-c9aa99177dda on host dv-cinder-788363-10-iscsi {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:05:31.699580 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.729575 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] No DVR routers for this DVR port f1455047-c29b-489b-bc73-c9aa99177dda on host dv-cinder-788363-10-iscsi {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:05:31.733267 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1455047-c29b-489b-bc73-c9aa99177dda,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:31.805876 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.816111 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2222d5b0-4e90-4714-90f8-571d8e57d231']}} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:31.827719 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886') {'for_net_delete': True} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:31.828031 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fbbdbf-7ab8-45c7-b0ca-46fa72a22886') {} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:05:31.837140 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165694'] for segment, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.851153 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.857235 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=100426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:05:31.857574 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166006'] for segment, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: self.session.flush() Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: self.session.flush() Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: self.session.flush() Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: self.session.flush() Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: Traceback (most recent call last): Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: timer() Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: cb(*args, **kw) Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: return func(*args, **kwargs) Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: self._notify() Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: self.callback(batched_events) Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: event.method(event) Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: return f(self, *a, **k) Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._get(url).json() Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: return self.request(url, 'GET', **kwargs) Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:05:31.859304 dv-cinder-788363-10-iscsi neutron-server[100426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:05:32.000919 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:32.005651 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:32.007585 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2222d5b0-4e90-4714-90f8-571d8e57d231 HTTP/1.1" status: 204 len: 168 time: 0.8338101 Aug 09 18:05:32.021613 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15c415-95bf-4439-99ea-1e9d27e2ab49 admin admin] Pushing event deleted for resources: {'Network': ['ID=2222d5b0-4e90-4714-90f8-571d8e57d231,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:32.395285 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46008) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:32.434413 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-45e93cda-6c5f-42e9-b67a-4103fad82033 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96ee685b0c0047c990caaec9f1f4f4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379939 Aug 09 18:05:32.439241 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46010) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:32.489291 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a9cee319-0962-42ab-8268-51062756a50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:32.510969 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a9cee319-0962-42ab-8268-51062756a50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:32.657607 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a9cee319-0962-42ab-8268-51062756a50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:32.660041 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a9cee319-0962-42ab-8268-51062756a50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:32.661203 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-a9cee319-0962-42ab-8268-51062756a50e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2331336c-ea68-4d23-a144-f603a122898f HTTP/1.1" status: 204 len: 168 time: 0.2210348 Aug 09 18:05:32.669163 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee319-0962-42ab-8268-51062756a50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2331336c-ea68-4d23-a144-f603a122898f,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:33.156430 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device f1455047-c29b-489b-bc73-c9aa99177dda no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:05:33.180579 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: f1455047-c29b-489b-bc73-c9aa99177dda {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:05:33.180928 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device f1455047-c29b-489b-bc73-c9aa99177dda not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:05:36.297951 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:44.166802 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46148) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:44.182348 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-6084a9ac-58c1-4a7a-830c-ea3eaaf685a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:44.272521 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f89cf8e8-170d-4dc2-8e9c-37e9856cf2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:44.362498 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f89cf8e8-170d-4dc2-8e9c-37e9856cf2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:44.445838 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f89cf8e8-170d-4dc2-8e9c-37e9856cf2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:44.482319 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cf8e8-170d-4dc2-8e9c-37e9856cf2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c163f95d-72bb-48ec-8d98-8f6fd41a0957,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:44.487227 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f89cf8e8-170d-4dc2-8e9c-37e9856cf2f8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64ad511650794975b8b9688212861802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194103 Aug 09 18:05:44.489819 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46152) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:44.538568 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-508f7af8-bc27-4412-9d42-8d0fd0d96384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:44.560363 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-508f7af8-bc27-4412-9d42-8d0fd0d96384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:44.737213 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-508f7af8-bc27-4412-9d42-8d0fd0d96384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:44.739855 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-508f7af8-bc27-4412-9d42-8d0fd0d96384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:44.741002 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-508f7af8-bc27-4412-9d42-8d0fd0d96384 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c163f95d-72bb-48ec-8d98-8f6fd41a0957 HTTP/1.1" status: 204 len: 168 time: 0.2502866 Aug 09 18:05:44.749075 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f7af8-bc27-4412-9d42-8d0fd0d96384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c163f95d-72bb-48ec-8d98-8f6fd41a0957,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:45.621405 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe8dc2-c2a3-44dd-a583-b9b7f3acb644 req-07dd6b6c-0b1c-4118-91b0-7589bb6680df tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:45.622949 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-aefe8dc2-c2a3-44dd-a583-b9b7f3acb644 req-07dd6b6c-0b1c-4118-91b0-7589bb6680df tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0516775 Aug 09 18:05:45.672936 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-aefe8dc2-c2a3-44dd-a583-b9b7f3acb644 req-c15780a9-7a65-45a6-b434-efbff03f3998 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403740 Aug 09 18:05:46.600086 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-226fae93-5e77-4f0b-aac1-41c75ff7c553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:46.767071 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:46.798508 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f43a2-09ce-4696-9cdf-135e96d164f1 req-0383796e-4665-422b-bf54-9758cdf975e9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:46.800765 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-de4f43a2-09ce-4696-9cdf-135e96d164f1 req-0383796e-4665-422b-bf54-9758cdf975e9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0529764 Aug 09 18:05:46.845583 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-de4f43a2-09ce-4696-9cdf-135e96d164f1 req-9f063042-3ea3-486b-bbda-d9ee8a890821 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373156 Aug 09 18:05:47.960592 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:47.972491 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cd337-4804-42e6-8d12-a38eb2e32ef0 req-c7e4bb69-d9a7-4a54-8178-0cb8fc704740 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:47.974020 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bc7cd337-4804-42e6-8d12-a38eb2e32ef0 req-c7e4bb69-d9a7-4a54-8178-0cb8fc704740 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0550280 Aug 09 18:05:48.017451 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bc7cd337-4804-42e6-8d12-a38eb2e32ef0 req-a05fafb5-0149-41f5-8dba-4dffc3d209d4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358181 Aug 09 18:05:49.144128 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06d2ca-5083-473f-9465-f2a213bb3e86 req-708cf006-b834-4c45-9e55-5c32d81aece7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:49.145655 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8f06d2ca-5083-473f-9465-f2a213bb3e86 req-708cf006-b834-4c45-9e55-5c32d81aece7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0562587 Aug 09 18:05:49.196121 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8f06d2ca-5083-473f-9465-f2a213bb3e86 req-9d0a44f3-a073-4aec-81a6-1435a1f557b2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410728 Aug 09 18:05:49.291078 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:50.320748 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603ca4e-1162-4923-83a8-84bcf61e347a req-c300bdcd-90dd-49b7-b53f-100c1d19ae96 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:50.322343 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d603ca4e-1162-4923-83a8-84bcf61e347a req-c300bdcd-90dd-49b7-b53f-100c1d19ae96 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0503347 Aug 09 18:05:50.372722 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d603ca4e-1162-4923-83a8-84bcf61e347a req-43695727-0cf1-44aa-9aa9-949b976d8445 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391695 Aug 09 18:05:51.507130 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805348e-1ba3-41e3-b42f-6a68b2b4265e req-9fe6cf58-ac7e-46b5-923c-f7ba34f04180 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:51.508895 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9805348e-1ba3-41e3-b42f-6a68b2b4265e req-9fe6cf58-ac7e-46b5-923c-f7ba34f04180 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0539875 Aug 09 18:05:51.549989 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9805348e-1ba3-41e3-b42f-6a68b2b4265e req-359446ca-a5ea-464e-bae2-3734687a770f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346954 Aug 09 18:05:52.622577 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46256) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:52.673493 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b95ec-1d30-4ae6-abbe-46f25d8160e1 req-28e7344c-6782-4240-91c8-ebdd8b871df1 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:52.674939 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2d1b95ec-1d30-4ae6-abbe-46f25d8160e1 req-28e7344c-6782-4240-91c8-ebdd8b871df1 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0535932 Aug 09 18:05:52.713052 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2d1b95ec-1d30-4ae6-abbe-46f25d8160e1 req-9b20f2cb-319b-4dc0-9530-5a6ce1f8257b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321078 Aug 09 18:05:52.733828 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8d3759d5-0615-4b01-af8e-ddd3dbbc8391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:52.824828 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8d3759d5-0615-4b01-af8e-ddd3dbbc8391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:52.908548 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8d3759d5-0615-4b01-af8e-ddd3dbbc8391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:52.947766 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-8d3759d5-0615-4b01-af8e-ddd3dbbc8391 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2bb91c6016364539ad32cf8041c6f499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239186 Aug 09 18:05:52.948529 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3759d5-0615-4b01-af8e-ddd3dbbc8391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5c0975-a151-4aaa-9049-d615eeda97fe,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:52.951388 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46260) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:53.005552 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1983eca5-fb4d-4962-a12a-5b1bf195a609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:53.026149 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1983eca5-fb4d-4962-a12a-5b1bf195a609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:53.148495 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1983eca5-fb4d-4962-a12a-5b1bf195a609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:53.151150 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1983eca5-fb4d-4962-a12a-5b1bf195a609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:53.152345 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-1983eca5-fb4d-4962-a12a-5b1bf195a609 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd5c0975-a151-4aaa-9049-d615eeda97fe HTTP/1.1" status: 204 len: 168 time: 0.2000158 Aug 09 18:05:53.160697 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983eca5-fb4d-4962-a12a-5b1bf195a609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5c0975-a151-4aaa-9049-d615eeda97fe,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:53.838501 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1380ef-334d-4310-a905-d6b2ebefd0a6 req-690080bb-a740-447a-b253-458e4394e180 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:53.840333 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf1380ef-334d-4310-a905-d6b2ebefd0a6 req-690080bb-a740-447a-b253-458e4394e180 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0530221 Aug 09 18:05:53.845898 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46268) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:53.907849 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:53.920079 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bf1380ef-334d-4310-a905-d6b2ebefd0a6 req-66f26461-1849-41c3-ab34-e85d7707d1d4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675175 Aug 09 18:05:53.986503 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:54.079904 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:54.118204 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=61677b4194204fd8b565d67202284585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711160 Aug 09 18:05:54.119013 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ec510f-59f4-49ac-bc51-75b79418776f,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:54.120794 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46270) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:54.128632 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.128977 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.129333 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.129674 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.130004 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.130331 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.130656 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.130982 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.131302 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.131622 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.131944 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.132258 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12587a81-824e-4358-aadf-f6ce9875bbbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:05:54.173389 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d0276d5d-8f23-462e-b223-46bd5b834a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:54.195533 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d0276d5d-8f23-462e-b223-46bd5b834a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:54.343406 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d0276d5d-8f23-462e-b223-46bd5b834a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:54.345935 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d0276d5d-8f23-462e-b223-46bd5b834a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:54.347121 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d0276d5d-8f23-462e-b223-46bd5b834a45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c8ec510f-59f4-49ac-bc51-75b79418776f HTTP/1.1" status: 204 len: 168 time: 0.2252319 Aug 09 18:05:54.355201 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0276d5d-8f23-462e-b223-46bd5b834a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ec510f-59f4-49ac-bc51-75b79418776f,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:55.048381 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4aae6-405a-4d97-a78f-e550b14421e7 req-7cce21ef-5015-4da3-a283-abe280d775d7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:55.049911 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7df4aae6-405a-4d97-a78f-e550b14421e7 req-7cce21ef-5015-4da3-a283-abe280d775d7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0583930 Aug 09 18:05:55.088482 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-7df4aae6-405a-4d97-a78f-e550b14421e7 req-c13af32a-275c-4371-a974-04878fdfbfe7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326796 Aug 09 18:05:56.212512 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fca39a-6e45-4a24-8b0e-37a2e508ca2e req-125e23ea-66e8-4291-8347-9c7d75ba4ffd tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:56.214057 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-99fca39a-6e45-4a24-8b0e-37a2e508ca2e req-125e23ea-66e8-4291-8347-9c7d75ba4ffd tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0509162 Aug 09 18:05:56.253701 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-99fca39a-6e45-4a24-8b0e-37a2e508ca2e req-ed4653cc-ac9d-4db2-80c7-8db6dcbc9018 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334907 Aug 09 18:05:56.298298 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46308) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:56.402536 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7526d01f-f88f-454b-ac42-0aa7fa249000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:56.494267 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7526d01f-f88f-454b-ac42-0aa7fa249000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:56.582732 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7526d01f-f88f-454b-ac42-0aa7fa249000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:56.624076 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-7526d01f-f88f-454b-ac42-0aa7fa249000 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71be2b0f369b4468b054255d4774d1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246884 Aug 09 18:05:56.624935 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d01f-f88f-454b-ac42-0aa7fa249000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fa13e1-d20f-43c8-be60-366e2c8eca20,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:56.626777 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46312) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:05:56.684015 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5a15ff66-f1e5-4b6a-a66a-d1755931ef18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:56.706979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5a15ff66-f1e5-4b6a-a66a-d1755931ef18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:56.851802 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5a15ff66-f1e5-4b6a-a66a-d1755931ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:56.854577 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5a15ff66-f1e5-4b6a-a66a-d1755931ef18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:05:56.856210 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-5a15ff66-f1e5-4b6a-a66a-d1755931ef18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/26fa13e1-d20f-43c8-be60-366e2c8eca20 HTTP/1.1" status: 204 len: 168 time: 0.2282195 Aug 09 18:05:56.869617 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15ff66-f1e5-4b6a-a66a-d1755931ef18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fa13e1-d20f-43c8-be60-366e2c8eca20,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:05:57.392305 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7285a-b246-4e5d-ab70-ed3f4c6ab372 req-60fb60fe-c84d-4998-be6e-86015d2ebf08 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:57.393962 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-88e7285a-b246-4e5d-ab70-ed3f4c6ab372 req-60fb60fe-c84d-4998-be6e-86015d2ebf08 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0572839 Aug 09 18:05:57.439995 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-88e7285a-b246-4e5d-ab70-ed3f4c6ab372 req-fb56c97b-1c96-4488-8070-70953f9a78c7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365262 Aug 09 18:05:58.566873 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb2d3-c992-4795-bf0f-45b4582ec0f9 req-dad49911-cdb7-4841-b508-0c8f18e3f086 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:58.568480 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-31ccb2d3-c992-4795-bf0f-45b4582ec0f9 req-dad49911-cdb7-4841-b508-0c8f18e3f086 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0503945 Aug 09 18:05:58.607838 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-31ccb2d3-c992-4795-bf0f-45b4582ec0f9 req-6c6815d9-7717-41ac-811a-89979b2ec9bc tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332832 Aug 09 18:05:59.742826 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae555c-a2cf-4b00-8b0d-e726ba17ca74 req-e22ed717-07e9-48e2-a4d5-1c97ea064ba7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:05:59.744413 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-79ae555c-a2cf-4b00-8b0d-e726ba17ca74 req-e22ed717-07e9-48e2-a4d5-1c97ea064ba7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0646555 Aug 09 18:05:59.784736 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-79ae555c-a2cf-4b00-8b0d-e726ba17ca74 req-ddd0f660-0d0f-4609-bd67-88a651a24602 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338652 Aug 09 18:06:00.912591 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06b239-01d1-4148-92ac-2fb7270b92f5 req-c45f1b15-ded4-4d5d-bb9e-59a00ca6732c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:00.914097 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ec06b239-01d1-4148-92ac-2fb7270b92f5 req-c45f1b15-ded4-4d5d-bb9e-59a00ca6732c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0495510 Aug 09 18:06:00.957837 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ec06b239-01d1-4148-92ac-2fb7270b92f5 req-e1ea5b42-7751-41aa-b231-db2669f4343c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361741 Aug 09 18:06:02.076039 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770a741-c9d3-48c6-ba26-5e8e1e03288f req-9cce8f27-1600-4b06-ab3c-1e95de14a010 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:02.078213 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0770a741-c9d3-48c6-ba26-5e8e1e03288f req-9cce8f27-1600-4b06-ab3c-1e95de14a010 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0488873 Aug 09 18:06:02.116621 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0770a741-c9d3-48c6-ba26-5e8e1e03288f req-03d7a02f-f70b-4fd2-8531-065eb8ab5059 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321596 Aug 09 18:06:02.867220 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device cca503f8-5c48-4573-a165-54c4d2e5d786 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:06:02.975596 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:02.987113 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'port_id': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'mac_address': 'fa:16:3e:84:13:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:06:03.023848 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:03.036607 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cca503f8-5c48-4573-a165-54c4d2e5d786 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:06:03.056268 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:03.125789 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:03.178942 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:03.187359 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.188342 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.188342 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.188342 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.188598 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.188852 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.189180 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.189539 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.189863 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.190188 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.190702 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.190998 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:03.243953 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415a21c-e3c6-4cdd-8994-eb026e24f73d req-1340806d-720e-483b-bee0-b478f5ae07bb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:03.245464 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0415a21c-e3c6-4cdd-8994-eb026e24f73d req-1340806d-720e-483b-bee0-b478f5ae07bb tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 944 time: 0.0530605 Aug 09 18:06:03.289746 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0415a21c-e3c6-4cdd-8994-eb026e24f73d req-d99665f5-94bf-451b-8f56-469438a5a2d3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374432 Aug 09 18:06:03.361551 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['cca503f8-5c48-4573-a165-54c4d2e5d786'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:06:04.427315 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765a7e3-4066-442a-b695-5053f95a1db3 req-29bb0fd0-b569-4250-8e12-3f11b86c2cb2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:04.429534 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9765a7e3-4066-442a-b695-5053f95a1db3 req-29bb0fd0-b569-4250-8e12-3f11b86c2cb2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 944 time: 0.0550580 Aug 09 18:06:04.477154 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9765a7e3-4066-442a-b695-5053f95a1db3 req-1a151964-b9af-4496-9efc-d6ec4e508336 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372379 Aug 09 18:06:04.884214 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device cca503f8-5c48-4573-a165-54c4d2e5d786 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:04.962148 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port cca503f8-5c48-4573-a165-54c4d2e5d786 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:04.962887 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:05.056476 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:05.084972 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:06:05.087617 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7c1d74-c22d-42fb-8c42-38808fbaea3b" -d '{"events": [{"server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "name": "network-vif-plugged", "status": "completed", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:06:05.103019 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:05.138886 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130aea05-438b-40f5-bc21-e55024d6c9fa x-openstack-request-id: req-130aea05-438b-40f5-bc21-e55024d6c9fa {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:06:05.139185 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "name": "network-vif-plugged", "status": "completed", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:06:05.139453 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-130aea05-438b-40f5-bc21-e55024d6c9fa {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:06:05.139843 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'code': 200} Aug 09 18:06:05.227982 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:05.287642 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:05.609319 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947698-03fa-4e1a-9346-d8b14444b3d9 req-447821ea-e5de-4f40-85de-f9653d7c0006 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:05.610887 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d1947698-03fa-4e1a-9346-d8b14444b3d9 req-447821ea-e5de-4f40-85de-f9653d7c0006 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0553079 Aug 09 18:06:05.682893 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d1947698-03fa-4e1a-9346-d8b14444b3d9 req-78d47e50-f6c4-4824-bb72-4625d1a8e7fd tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623920 Aug 09 18:06:06.290964 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:06.840066 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0016cc1-0b71-4cbf-a35f-0ca824d09fc1 req-0fd30e80-f48b-4836-bcdc-2447b8c10f2c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:06.842003 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c0016cc1-0b71-4cbf-a35f-0ca824d09fc1 req-0fd30e80-f48b-4836-bcdc-2447b8c10f2c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0627871 Aug 09 18:06:06.887366 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c0016cc1-0b71-4cbf-a35f-0ca824d09fc1 req-115258d5-bd45-46e2-a3e3-0301298c1cb8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390990 Aug 09 18:06:07.453228 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:06:08.059312 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112a35d-c2d1-4735-bbe8-83a047d29df0 req-f8f61a4c-c9a0-46af-9f5a-f52c742ad097 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:08.065845 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0112a35d-c2d1-4735-bbe8-83a047d29df0 req-f8f61a4c-c9a0-46af-9f5a-f52c742ad097 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0757072 Aug 09 18:06:08.118055 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0112a35d-c2d1-4735-bbe8-83a047d29df0 req-29195736-1f59-4c69-a391-013caf4de68c tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471210 Aug 09 18:06:09.268142 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75511d-100f-4a33-9021-9040e766347f req-cccded20-9614-4df8-8ae2-3fe3c0a1ab13 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:09.275679 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-db75511d-100f-4a33-9021-9040e766347f req-cccded20-9614-4df8-8ae2-3fe3c0a1ab13 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0566154 Aug 09 18:06:09.314449 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-db75511d-100f-4a33-9021-9040e766347f req-f22cb6f1-f6c5-4e21-9cd1-6decff3b4922 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378723 Aug 09 18:06:09.631453 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46488) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:09.774641 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:09.884046 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:09.959642 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:10.006232 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46492) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:10.006486 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0aae3c85ae884494b3e5666abf821aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736496 Aug 09 18:06:10.007349 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee423d32-b7f8-4384-afbc-e1fcb0406088,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:10.022911 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.023349 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.023759 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.024164 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.024697 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.025106 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.025528 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.025933 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.026469 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.027051 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.027621 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.028163 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec3f41-3ca2-46df-a5f6-27a345f3d94d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:10.096306 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cada1a38-1ef6-4593-8887-beb45af4a1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:10.123005 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cada1a38-1ef6-4593-8887-beb45af4a1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:10.336546 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cada1a38-1ef6-4593-8887-beb45af4a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:10.339902 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-cada1a38-1ef6-4593-8887-beb45af4a1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:10.342593 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-cada1a38-1ef6-4593-8887-beb45af4a1c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee423d32-b7f8-4384-afbc-e1fcb0406088 HTTP/1.1" status: 204 len: 168 time: 0.3337228 Aug 09 18:06:10.366063 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada1a38-1ef6-4593-8887-beb45af4a1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee423d32-b7f8-4384-afbc-e1fcb0406088,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:10.459801 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af14386-14e7-4590-ab78-424958178b83 req-0ef1c78c-e41e-4a3b-ab60-7d4931f2fcec tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:10.461398 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8af14386-14e7-4590-ab78-424958178b83 req-0ef1c78c-e41e-4a3b-ab60-7d4931f2fcec tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0571928 Aug 09 18:06:10.501783 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8af14386-14e7-4590-ab78-424958178b83 req-1193bb09-9932-4d3b-afde-b8a4a292db62 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338993 Aug 09 18:06:11.303288 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46504) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:11.317868 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-39434a34-6ace-42e2-952e-5680656fc967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:11.438176 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-39434a34-6ace-42e2-952e-5680656fc967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:11.519889 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-39434a34-6ace-42e2-952e-5680656fc967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:11.574936 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39434a34-6ace-42e2-952e-5680656fc967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a00845-03ec-4f56-a885-39ff0004c88e,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:11.593241 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-39434a34-6ace-42e2-952e-5680656fc967 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f45ca29469854220992880c0d349e30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865529 Aug 09 18:06:11.594569 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46508) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:11.685196 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce519cf-421c-4399-bed5-210910924d7f req-2668b031-f9fc-4e9a-bf93-f28bfe7c9034 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:11.687289 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0ce519cf-421c-4399-bed5-210910924d7f req-2668b031-f9fc-4e9a-bf93-f28bfe7c9034 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0895436 Aug 09 18:06:11.708847 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc9af-cb30-48c7-9215-8ea7f13ee6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:11.751724 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc9af-cb30-48c7-9215-8ea7f13ee6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:11.762079 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0ce519cf-421c-4399-bed5-210910924d7f req-ee7431bf-245a-4c02-98c9-38c8c328ad4b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645614 Aug 09 18:06:11.879426 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc9af-cb30-48c7-9215-8ea7f13ee6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:11.882439 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f0dfc9af-cb30-48c7-9215-8ea7f13ee6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:11.888036 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f0dfc9af-cb30-48c7-9215-8ea7f13ee6d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e9a00845-03ec-4f56-a885-39ff0004c88e HTTP/1.1" status: 204 len: 168 time: 0.2880578 Aug 09 18:06:11.895576 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfc9af-cb30-48c7-9215-8ea7f13ee6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a00845-03ec-4f56-a885-39ff0004c88e,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:12.587648 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46516) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:12.603971 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-af6a21f0-0897-4acc-8db3-1ffc80ac7418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:12.744224 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-af6a21f0-0897-4acc-8db3-1ffc80ac7418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:12.834675 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-af6a21f0-0897-4acc-8db3-1ffc80ac7418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:12.932944 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a21f0-0897-4acc-8db3-1ffc80ac7418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c30bbd-79ed-41fe-bf40-67581f010f4a,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:12.945354 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-af6a21f0-0897-4acc-8db3-1ffc80ac7418 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d37961e861e14430865409bfa2137fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558550 Aug 09 18:06:12.948147 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46520) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:12.966728 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fde13-fd5f-4b84-a7ec-9981543309bc req-4c02bea0-fe27-4bf0-bf08-ef556323c726 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:12.977134 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-420fde13-fd5f-4b84-a7ec-9981543309bc req-4c02bea0-fe27-4bf0-bf08-ef556323c726 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.1038642 Aug 09 18:06:13.011478 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ccc0cb47-685f-42c9-bc25-e559074a7845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:13.020121 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-420fde13-fd5f-4b84-a7ec-9981543309bc req-945af154-550f-44a3-ad00-045d0a2fd0cd tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417573 Aug 09 18:06:13.048100 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ccc0cb47-685f-42c9-bc25-e559074a7845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:13.204954 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ccc0cb47-685f-42c9-bc25-e559074a7845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:13.208002 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ccc0cb47-685f-42c9-bc25-e559074a7845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:13.211732 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-ccc0cb47-685f-42c9-bc25-e559074a7845 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2c30bbd-79ed-41fe-bf40-67581f010f4a HTTP/1.1" status: 204 len: 168 time: 0.2591307 Aug 09 18:06:13.220450 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0cb47-685f-42c9-bc25-e559074a7845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c30bbd-79ed-41fe-bf40-67581f010f4a,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:14.151778 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe4a02-6600-4655-b2b2-ae02f79f94fa req-41a71f74-1ba9-4278-9daf-d8d36430d79a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:14.153386 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c9fe4a02-6600-4655-b2b2-ae02f79f94fa req-41a71f74-1ba9-4278-9daf-d8d36430d79a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0558767 Aug 09 18:06:14.165328 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-88f0b6a9-84e1-450a-8659-d1aea771e024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:14.196822 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c9fe4a02-6600-4655-b2b2-ae02f79f94fa req-762fc79c-8ff4-4972-bf3d-12fdbd49d241 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370328 Aug 09 18:06:14.453837 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46548) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:14.579487 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1525116218-network', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:14.696515 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Made reservation on behalf of 339fdfb1eb3b473b90c25e54116612e3 for: {'network': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:06:14.698999 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:14.708083 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:14.801736 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:14.993978 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:15.020681 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=100425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:06:15.026710 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb749a-3725-4065-8cf9-4f90f881da58,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:15.033420 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:15.033763 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.segments_db [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Added segment a2491d75-3138-41a6-8ca6-4ddd0acfda8a of type vlan for network ae7cae82-b2c1-4149-bd38-fa45fa9b765b Aug 09 18:06:15.077938 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:15.268052 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:15.278158 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:15.278158 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:15.333085 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] Pushing event updated for resources: {'Network': ['ID=ae7cae82-b2c1-4149-bd38-fa45fa9b765b,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:15.345336 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network ae7cae82-b2c1-4149-bd38-fa45fa9b765b details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:06:15.346428 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e03fc-c240-44b6-9276-dfc9efe0f88b req-c0ff2eb7-f9df-4f9f-9eff-a1affcab973d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:15.348143 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-483e03fc-c240-44b6-9276-dfc9efe0f88b req-c0ff2eb7-f9df-4f9f-9eff-a1affcab973d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0635018 Aug 09 18:06:15.386394 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-483e03fc-c240-44b6-9276-dfc9efe0f88b req-a4f68818-1d23-47ff-8207-e433fcf2b6fa tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325408 Aug 09 18:06:15.463157 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-2a7e376d-7fff-4a8c-b0ad-b1c279c8800c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0081131 Aug 09 18:06:15.465885 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46560) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:15.473166 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Request body: {'subnet': {'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1525116218-subnet', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'ip_version': 4}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:15.599193 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Made reservation on behalf of 339fdfb1eb3b473b90c25e54116612e3 for: {'subnet': 1} {{(pid=100425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:06:15.601447 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2878777'] for subnet, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:15.902194 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2648349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2878731'] for subnet, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:15.955170 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdb552e-200b-4259-83d3-9a251fa2b5f2,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:15.965428 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Checking segment: {'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:06:15.965825 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Network hostable DHCP agents. Network: ae7cae82-b2c1-4149-bd38-fa45fa9b765b, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:06:16.107529 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Network ae7cae82-b2c1-4149-bd38-fa45fa9b765b is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:06:16.210708 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, ae7cae82-b2c1-4149-bd38-fa45fa9b765b) {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:16.214803 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:16.215500 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:16.234245 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2e72b-fd22-4475-a3c7-c4b55fe2d82a None None] Network ae7cae82-b2c1-4149-bd38-fa45fa9b765b requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:06:16.347043 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46566) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:16.351546 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:16.354367 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-4be87c1f-2afd-4921-82c0-09cb889d2576 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8871820 Aug 09 18:06:16.363813 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb000c3e-e308-57ef-a55f-819445f3f8a7-ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2'}]}} from dv-cinder-788363-10-iscsi. {{(pid=100427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:06:16.364696 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:16.442317 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2805'] for router, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:16.443422 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2814'] for router, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:16.499890 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Allocated IP 172.20.0.2 (ae7cae82-b2c1-4149-bd38-fa45fa9b765b/9bdb552e-200b-4259-83d3-9a251fa2b5f2/962e4345-784f-4c97-8e5d-a52b1de4c5a7) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:06:16.504975 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-29686bef-635f-4521-bbf9-7c370a7cb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:16.506589 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-29686bef-635f-4521-bbf9-7c370a7cb343 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 1098 time: 0.0896623 Aug 09 18:06:16.546576 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:16.606645 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0af2de-cdc3-4d67-854d-6cfd73e2c455 req-e44c4c40-8b15-4e45-87c8-fa98e8a38403 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:16.608281 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3a0af2de-cdc3-4d67-854d-6cfd73e2c455 req-e44c4c40-8b15-4e45-87c8-fa98e8a38403 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.1439421 Aug 09 18:06:16.730939 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-d5a179b7-c9a5-46ab-b634-0afce5c65522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:16.732402 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-d5a179b7-c9a5-46ab-b634-0afce5c65522 service neutron] 10.222.0.77 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 918 time: 0.1977637 Aug 09 18:06:16.775112 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3a0af2de-cdc3-4d67-854d-6cfd73e2c455 req-00f4af90-f651-4cc5-a69f-a497381a254e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593068 Aug 09 18:06:16.797995 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:16.807323 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Transition to ACTIVE for port object 962e4345-784f-4c97-8e5d-a52b1de4c5a7 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:16.822704 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Transition to ACTIVE for port object 962e4345-784f-4c97-8e5d-a52b1de4c5a7 will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:16.825995 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:16.828238 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ac5b678-72cc-47ef-b8aa-b6187b28d42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:16.848085 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:16.870559 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-fccee0b3-52ac-4d35-9080-76e5da5da455 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca503f8-5c48-4573-a165-54c4d2e5d786 HTTP/1.1" status: 200 len: 1000 time: 0.0989799 Aug 09 18:06:16.902698 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:16.922153 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-604afc9b-e19d-49ff-af4e-c34081aad6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:16.923636 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-604afc9b-e19d-49ff-af4e-c34081aad6cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 200 len: 856 time: 0.0456769 Aug 09 18:06:16.945262 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Network ae7cae82-b2c1-4149-bd38-fa45fa9b765b is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:06:16.948157 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:16.952490 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:06:16.957824 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Pushing event updated for resources: {'Port': ['ID=962e4345-784f-4c97-8e5d-a52b1de4c5a7,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:17.007518 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Attempting to bind port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:06:17.007886 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Attempting to bind port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:06:17.008511 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Attempting to bind port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 on network ae7cae82-b2c1-4149-bd38-fa45fa9b765b {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:06:17.011150 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-082c2723-f224-4722-ba2e-be9b577161bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:17.012673 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-082c2723-f224-4722-ba2e-be9b577161bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198a2bad-3561-4a94-94fa-90b909c3de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0823827 Aug 09 18:06:17.013570 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:06:17.014490 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Checking segment: {'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:06:17.014907 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:17.015293 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Bound using segment: {'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:06:17.015746 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Bound port: 962e4345-784f-4c97-8e5d-a52b1de4c5a7, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:06:17.016120 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:17.075977 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] For port 962e4345-784f-4c97-8e5d-a52b1de4c5a7, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:06:17.079601 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] For port 962e4345-784f-4c97-8e5d-a52b1de4c5a7, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=962e4345-784f-4c97-8e5d-a52b1de4c5a7,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:06:17.122025 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-b355f9c2-02db-4eb0-a8c8-52107ccc1c08 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005695 Aug 09 18:06:17.171370 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:17.234912 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8126d49-ccdf-4bf1-9717-f8413e44f5cb None None] Pushing event updated for resources: {'Port': ['ID=962e4345-784f-4c97-8e5d-a52b1de4c5a7,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:17.296398 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:17.324759 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:17.336875 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-86f7e78d-696f-4fd4-877b-13e1b1e12675 req-73a934fd-fcd3-48f9-b89b-b23669d59608 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768181 Aug 09 18:06:17.467978 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Allocated IP 172.27.1.203 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/8ed89951-8233-4b27-9ced-44af5dd4bc50) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:06:17.574887 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:17.662474 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:17.704227 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:06:17.707158 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:17.710898 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:06:17.716727 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Pushing event updated for resources: {'Port': ['ID=8ed89951-8233-4b27-9ced-44af5dd4bc50,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:17.915995 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d0fc1-7b2b-411b-9232-0ac07d0b8d4d req-13cb0255-47c3-48a5-beaa-0bb7ad1cb437 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:17.915995 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e98d0fc1-7b2b-411b-9232-0ac07d0b8d4d req-13cb0255-47c3-48a5-beaa-0bb7ad1cb437 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0580475 Aug 09 18:06:17.961764 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e98d0fc1-7b2b-411b-9232-0ac07d0b8d4d req-5f6daa28-ee15-4309-b9b2-b0bf00780e58 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419354 Aug 09 18:06:17.970933 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:18.073596 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:18.156192 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84072b4f-a5b4-4516-a61e-26b73dadcaf1 None None] Network ae7cae82-b2c1-4149-bd38-fa45fa9b765b requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:06:18.335542 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-dd474c00-e942-4ebd-bd15-4f28ec608f13 None None] Provisioning for port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:18.523676 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809'] for router, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:18.724976 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Router f732eb2f-8ba9-4971-a53c-294786f5d9a0 is scheduled to L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 with binding_index 1 {{(pid=100426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:06:18.830999 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:06:18.839670 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Sync routers for ids ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:06:18.848935 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Routers {'f732eb2f-8ba9-4971-a53c-294786f5d9a0'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:18.849576 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:18.942356 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:18.943611 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-e8d26303-3beb-4465-badf-553d66814dfb admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5955796 Aug 09 18:06:18.946692 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46572) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:18.960469 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device cca503f8-5c48-4573-a165-54c4d2e5d786 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:06:19.064156 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.072079 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Set router f732eb2f-8ba9-4971-a53c-294786f5d9a0 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:19.088666 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:06:19.091930 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2ab79f-b291-46a3-8547-0100891dcfa8" -d '{"events": [{"server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "name": "network-vif-unplugged", "status": "completed", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:06:19.109199 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:19.156095 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54702b-2dcd-4720-a38d-1c190d3c1457 req-e9e8e52a-4f21-4c2e-a91b-874bf5bdf4b0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:19.158406 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e54702b-2dcd-4720-a38d-1c190d3c1457 req-e9e8e52a-4f21-4c2e-a91b-874bf5bdf4b0 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 945 time: 0.0808461 Aug 09 18:06:19.179843 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b2df86-cbc1-4743-a760-bc047a107624 x-openstack-request-id: req-38b2df86-cbc1-4743-a760-bc047a107624 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:06:19.180235 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "name": "network-vif-unplugged", "status": "completed", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:06:19.180584 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38b2df86-cbc1-4743-a760-bc047a107624 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:06:19.181073 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'code': 200} Aug 09 18:06:19.239667 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.294244 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 962e4345-784f-4c97-8e5d-a52b1de4c5a7 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:19.331594 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=8']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:19.350381 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e54702b-2dcd-4720-a38d-1c190d3c1457 req-6336693e-c688-4347-b115-a58afaec37ac tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219099 Aug 09 18:06:19.359058 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:17Z', 'revision_number': 3, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:19.390999 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Checking router: f732eb2f-8ba9-4971-a53c-294786f5d9a0 for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:06:19.391348 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Updating router f732eb2f-8ba9-4971-a53c-294786f5d9a0 port 8ed89951-8233-4b27-9ced-44af5dd4bc50 binding host dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:06:19.422021 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.427498 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.464265 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:19.470297 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:19.470845 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.561529 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.592002 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.597783 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 962e4345-784f-4c97-8e5d-a52b1de4c5a7, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=962e4345-784f-4c97-8e5d-a52b1de4c5a7,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:19.706692 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.716615 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Transition to ACTIVE for port object 8ed89951-8233-4b27-9ced-44af5dd4bc50 will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:19.751607 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Allocated IP 172.20.0.1 (ae7cae82-b2c1-4149-bd38-fa45fa9b765b/9bdb552e-200b-4259-83d3-9a251fa2b5f2/ba5489ab-8aef-446d-8a4a-5fa3bc348f42) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:06:19.759683 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.799229 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.816161 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=962e4345-784f-4c97-8e5d-a52b1de4c5a7,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:19.859121 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Pushing event updated for resources: {'Port': ['ID=8ed89951-8233-4b27-9ced-44af5dd4bc50,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:19.871161 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.873924 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.874226 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.874571 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.874901 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.875228 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.875652 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.875983 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.876303 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.876620 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.876962 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.877254 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.877588 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:19.883970 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Attempting to bind port 8ed89951-8233-4b27-9ced-44af5dd4bc50 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:06:19.884327 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Attempting to bind port 8ed89951-8233-4b27-9ced-44af5dd4bc50 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:06:19.884679 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Attempting to bind port 8ed89951-8233-4b27-9ced-44af5dd4bc50 on network 7da24a41-1e78-4151-865c-40a66cc95cd0 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:06:19.886736 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Transition to ACTIVE for port object ba5489ab-8aef-446d-8a4a-5fa3bc348f42 will not be triggered until provisioned by entity DHCP. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:19.890012 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:06:19.890382 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:06:19.890772 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.891154 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Bound using segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:06:19.891608 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Bound port: 8ed89951-8233-4b27-9ced-44af5dd4bc50, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:06:19.891995 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:19.943170 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] For port 8ed89951-8233-4b27-9ced-44af5dd4bc50, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:06:19.946414 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] For port 8ed89951-8233-4b27-9ced-44af5dd4bc50, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=8ed89951-8233-4b27-9ced-44af5dd4bc50,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:06:20.016757 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:20.051524 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:20.057631 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Network ae7cae82-b2c1-4149-bd38-fa45fa9b765b is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:06:20.060627 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:20.064328 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:06:20.088070 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5489ab-8aef-446d-8a4a-5fa3bc348f42,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:20.115481 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610314'] for router_interface, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:20.119287 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59b6eb-bac3-497a-808a-a37208dfe293 None None] Pushing event updated for resources: {'Port': ['ID=8ed89951-8233-4b27-9ced-44af5dd4bc50,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:20.122096 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Routers {'f732eb2f-8ba9-4971-a53c-294786f5d9a0'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:20.122710 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:20.235289 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] Set router f732eb2f-8ba9-4971-a53c-294786f5d9a0 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:20.334449 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:20.419501 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:17Z', 'revision_number': 3, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:20.433470 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-0beee72b-1351-447d-aa54-813a31116cbe None None] Provisioning for port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:20.438363 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-0beee72b-1351-447d-aa54-813a31116cbe None None] Provisioning complete for port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:20.438736 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-0beee72b-1351-447d-aa54-813a31116cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:20.450876 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14365f65-0db9-4239-90dc-4add0a697bd1 None None] The sync data for ids ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'] in dv-cinder-788363-10-iscsi is: [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:17Z', 'revision_number': 3, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:06:20.473692 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-0beee72b-1351-447d-aa54-813a31116cbe None None] Port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:06:20.537213 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce516c2-6e5e-4adb-a692-1f069d416eec req-2eb8eabd-3b93-4487-998b-b671a14c3b8f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:20.538874 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5ce516c2-6e5e-4adb-a692-1f069d416eec req-2eb8eabd-3b93-4487-998b-b671a14c3b8f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0854816 Aug 09 18:06:20.576027 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:20.598571 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5ce516c2-6e5e-4adb-a692-1f069d416eec req-64d2b6f5-f8df-456a-9940-0d6d64d156ef tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476215 Aug 09 18:06:20.650717 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:20.740614 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610494'] for router_interface, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:20.743377 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5489ab-8aef-446d-8a4a-5fa3bc348f42,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:20.843455 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Network ae7cae82-b2c1-4149-bd38-fa45fa9b765b is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:06:20.845029 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:20.983351 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Router f732eb2f-8ba9-4971-a53c-294786f5d9a0 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:06:21.102908 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-f875305f-cb0f-48ff-ae72-f4b28c86c537 None None] Provisioning complete for port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:21.103175 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f875305f-cb0f-48ff-ae72-f4b28c86c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:21.104739 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:06:21.110740 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-08a1f38f-da0c-4d3d-9a92-0c946321a0d5 admin admin] 10.222.0.54 "PUT /v2.0/routers/f732eb2f-8ba9-4971-a53c-294786f5d9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1629727 Aug 09 18:06:21.169496 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-f875305f-cb0f-48ff-ae72-f4b28c86c537 None None] Port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:06:21.328667 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 962e4345-784f-4c97-8e5d-a52b1de4c5a7 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:21.376758 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:21.377047 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:21.462343 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 8ed89951-8233-4b27-9ced-44af5dd4bc50 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:21.622152 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 8ed89951-8233-4b27-9ced-44af5dd4bc50 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:21.626741 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 8ed89951-8233-4b27-9ced-44af5dd4bc50 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:21.627529 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:21.713166 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:21.737438 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 8ed89951-8233-4b27-9ced-44af5dd4bc50, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=8ed89951-8233-4b27-9ced-44af5dd4bc50,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:21.850729 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:21.918338 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=8ed89951-8233-4b27-9ced-44af5dd4bc50,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:21.944303 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46608) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:21.949466 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2062451638-network', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:22.093456 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Sync routers for ids ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:06:22.102865 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Routers {'f732eb2f-8ba9-4971-a53c-294786f5d9a0'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:22.103503 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:22.208975 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Set router f732eb2f-8ba9-4971-a53c-294786f5d9a0 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:22.216164 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Made reservation on behalf of 0b8a7f3728a243c9b73a2dcc8535110b for: {'network': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:06:22.218908 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for network, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.228176 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.317432 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.404766 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.412698 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:20Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'ba5489ab-8aef-446d-8a4a-5fa3bc348f42', 'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'mac_address': 'fa:16:3e:fd:11:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:19Z', 'updated_at': '2021-08-09T18:06:20Z', 'revision_number': 2, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'subnets': [{'id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:22.429887 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=100426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 18:06:22.440086 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfeb181-3879-4235-bedb-202fe9d2bf3b,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:22.444713 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Checking router: f732eb2f-8ba9-4971-a53c-294786f5d9a0 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:06:22.448973 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.450040 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Updating router f732eb2f-8ba9-4971-a53c-294786f5d9a0 port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 binding host dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:06:22.450289 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.segments_db [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Added segment 35694c3d-fde2-45ab-9d91-015d8f474868 of type vlan for network 16629270-1a1a-45fb-9eef-6b3d708f5691 Aug 09 18:06:22.470775 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.489979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777862695500'] for network, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.604801 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743'] for network, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.605818 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:22.606403 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.672125 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] Pushing event updated for resources: {'Network': ['ID=16629270-1a1a-45fb-9eef-6b3d708f5691,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:22.682693 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Network 16629270-1a1a-45fb-9eef-6b3d708f5691 details requested by agent ovs-agent-dv-cinder-788363-10-iscsi with host dv-cinder-788363-10-iscsi {{(pid=100427) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 18:06:22.767594 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-4e3848bd-b124-4f08-b49a-b4fef99f50a3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8220041 Aug 09 18:06:22.770178 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46616) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:22.783043 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Request body: {'subnet': {'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2062451638-subnet', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'ip_version': 4}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:22.794732 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.805199 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Transition to ACTIVE for port object ba5489ab-8aef-446d-8a4a-5fa3bc348f42 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:22.913725 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Made reservation on behalf of 0b8a7f3728a243c9b73a2dcc8535110b for: {'subnet': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:06:22.916156 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4169953'] for subnet, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.931106 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:22.986432 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device cca503f8-5c48-4573-a165-54c4d2e5d786 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:06:23.002221 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59244f48-bb86-4394-9d75-292044417cbd None None] Pushing event updated for resources: {'Port': ['ID=ba5489ab-8aef-446d-8a4a-5fa3bc348f42,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:23.068481 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Attempting to bind port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:06:23.068853 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Attempting to bind port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:06:23.069220 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Attempting to bind port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 on network ae7cae82-b2c1-4149-bd38-fa45fa9b765b {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:06:23.076890 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:06:23.077266 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Checking segment: {'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:06:23.077707 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:23.078103 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Bound using segment: {'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:06:23.078635 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Bound port: ba5489ab-8aef-446d-8a4a-5fa3bc348f42, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:06:23.079026 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:23.181426 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] For port ba5489ab-8aef-446d-8a4a-5fa3bc348f42, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:06:23.185670 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] For port ba5489ab-8aef-446d-8a4a-5fa3bc348f42, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=ba5489ab-8aef-446d-8a4a-5fa3bc348f42,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:06:23.205425 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4166127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4169939'] for subnet, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:23.227272 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 8ed89951-8233-4b27-9ced-44af5dd4bc50 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:23.289166 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 8ed89951-8233-4b27-9ced-44af5dd4bc50 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:23.289465 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:23.292450 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e054f917-8398-43ae-b4ba-afc02ef24f82,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:23.324951 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e55acd-215d-4a09-bf37-a284b86682ef req-058ec5ec-31b1-4972-afbf-61d12183707a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:23.327069 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a6e55acd-215d-4a09-bf37-a284b86682ef req-058ec5ec-31b1-4972-afbf-61d12183707a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0941086 Aug 09 18:06:23.328290 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Checking segment: {'id': '35694c3d-fde2-45ab-9d91-015d8f474868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:06:23.328666 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Network hostable DHCP agents. Network: 16629270-1a1a-45fb-9eef-6b3d708f5691, hostable agents: ['696dad59-7d8e-4a49-9168-689a6df95c67'], hosted agents: [] {{(pid=100426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 18:06:23.370772 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:23.378062 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a6e55acd-215d-4a09-bf37-a284b86682ef req-4ae55d52-60e3-45aa-b887-1c10a8269388 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427911 Aug 09 18:06:23.440421 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Routers {'f732eb2f-8ba9-4971-a53c-294786f5d9a0'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:23.441058 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:23.482138 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59244f48-bb86-4394-9d75-292044417cbd None None] Pushing event updated for resources: {'Port': ['ID=ba5489ab-8aef-446d-8a4a-5fa3bc348f42,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:23.555738 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] Set router f732eb2f-8ba9-4971-a53c-294786f5d9a0 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:23.570888 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Network 16629270-1a1a-45fb-9eef-6b3d708f5691 is scheduled to be hosted by DHCP agent 696dad59-7d8e-4a49-9168-689a6df95c67 with binding_index 1 {{(pid=100426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 18:06:23.666044 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-715d465b-bdee-4cbc-98be-5559b4ee189c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442109 Aug 09 18:06:23.747480 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788363-10-iscsi, 16629270-1a1a-45fb-9eef-6b3d708f5691) {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:23.755787 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:23.756586 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:23.766810 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c7f706-eef6-4abc-b7aa-14cd660fa621 None None] Network 16629270-1a1a-45fb-9eef-6b3d708f5691 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:06:23.959784 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-dafc9af8-a30c-4368-b466-620ece5467f1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1885428 Aug 09 18:06:23.962406 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46638) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:23.966782 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2062451638-router', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:24.005277 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb000c3e-e308-57ef-a55f-819445f3f8a7-16629270-1a1a-45fb-9eef-6b3d708f5691', 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'fixed_ips': [{'subnet_id': 'e054f917-8398-43ae-b4ba-afc02ef24f82'}]}} from dv-cinder-788363-10-iscsi. {{(pid=100427) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 18:06:24.006151 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:24.022301 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:20Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'ba5489ab-8aef-446d-8a4a-5fa3bc348f42', 'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'mac_address': 'fa:16:3e:fd:11:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:19Z', 'updated_at': '2021-08-09T18:06:23Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'subnets': [{'id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:24.054455 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca80c783-057f-42d9-acbd-22dca29c8389 None None] The sync data for ids ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'] in dv-cinder-788363-10-iscsi is: [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:20Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'ba5489ab-8aef-446d-8a4a-5fa3bc348f42', 'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'mac_address': 'fa:16:3e:fd:11:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:19Z', 'updated_at': '2021-08-09T18:06:23Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'subnets': [{'id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:06:24.195526 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.db_base_plugin_common [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Allocated IP 172.20.0.2 (16629270-1a1a-45fb-9eef-6b3d708f5691/e054f917-8398-43ae-b4ba-afc02ef24f82/a3be1413-04cf-442c-b55c-8bc776754eed) {{(pid=100427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:06:24.200784 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2805'] for router, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:24.202156 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610570', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2814'] for router, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:24.271489 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:24.372263 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Notify callbacks [] for port, precommit_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:24.381046 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Transition to ACTIVE for port object a3be1413-04cf-442c-b55c-8bc776754eed will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:24.396328 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Transition to ACTIVE for port object a3be1413-04cf-442c-b55c-8bc776754eed will not be triggered until provisioned by entity DHCP. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:24.480045 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941'] for port, after_create {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:24.521822 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:24.532806 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Network 16629270-1a1a-45fb-9eef-6b3d708f5691 is already hosted by enough agents. {{(pid=100427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:06:24.537883 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.scheduler.base_scheduler [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Resources bound (agent type, host, resource id): {{(pid=100427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:24.542247 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Received port after_create {{(pid=100427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:06:24.546142 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Pushing event updated for resources: {'Port': ['ID=a3be1413-04cf-442c-b55c-8bc776754eed,revision_number=1']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:24.562350 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b611fb2-6984-410e-8edc-b702e815c019 req-deb6af59-c48f-4870-9555-7188469df6d6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:24.564587 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3b611fb2-6984-410e-8edc-b702e815c019 req-deb6af59-c48f-4870-9555-7188469df6d6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.1031756 Aug 09 18:06:24.605826 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3b611fb2-6984-410e-8edc-b702e815c019 req-d8f5973d-2b30-4032-b980-2188e5267cce tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350659 Aug 09 18:06:24.613728 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Attempting to bind port a3be1413-04cf-442c-b55c-8bc776754eed on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:06:24.614318 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Attempting to bind port a3be1413-04cf-442c-b55c-8bc776754eed by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '35694c3d-fde2-45ab-9d91-015d8f474868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:06:24.614828 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Attempting to bind port a3be1413-04cf-442c-b55c-8bc776754eed on network 16629270-1a1a-45fb-9eef-6b3d708f5691 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:06:24.620743 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:06:24.621201 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Checking segment: {'id': '35694c3d-fde2-45ab-9d91-015d8f474868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:06:24.621694 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:24.622152 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Bound using segment: {'id': '35694c3d-fde2-45ab-9d91-015d8f474868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:06:24.622800 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Bound port: a3be1413-04cf-442c-b55c-8bc776754eed, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35694c3d-fde2-45ab-9d91-015d8f474868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:06:24.623158 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:24.700552 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] For port a3be1413-04cf-442c-b55c-8bc776754eed, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:06:24.703967 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] For port a3be1413-04cf-442c-b55c-8bc776754eed, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=a3be1413-04cf-442c-b55c-8bc776754eed,segment=NetworkSegment(35694c3d-fde2-45ab-9d91-015d8f474868),segment_id=35694c3d-fde2-45ab-9d91-015d8f474868)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:06:24.851420 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:24.923486 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdcae2-2301-4c70-a72c-ffd2f116af91 None None] Pushing event updated for resources: {'Port': ['ID=a3be1413-04cf-442c-b55c-8bc776754eed,revision_number=2']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:25.094927 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:25.126789 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:25.262158 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Allocated IP 172.27.1.204 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/8a7a1af3-1d21-4235-8de7-50ba9314082a) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:06:25.348869 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device a3be1413-04cf-442c-b55c-8bc776754eed up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:25.395923 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:25.513485 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port a3be1413-04cf-442c-b55c-8bc776754eed completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:25.518320 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device ba5489ab-8aef-446d-8a4a-5fa3bc348f42 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:25.547919 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:25.587835 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:06:25.590824 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:25.594565 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:06:25.600123 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a7a1af3-1d21-4235-8de7-50ba9314082a,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:25.685055 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:25.689740 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:25.690182 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:25.780490 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:25.816114 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port ba5489ab-8aef-446d-8a4a-5fa3bc348f42, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=ba5489ab-8aef-446d-8a4a-5fa3bc348f42,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:25.841690 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-b5047a92-b059-496d-949f-e49bd2944a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:25.843701 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-b5047a92-b059-496d-949f-e49bd2944a4d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4&tenant_id=6b3a244bcb1649e8b1ef9f9a08653163 HTTP/1.1" status: 200 len: 1096 time: 0.1683223 Aug 09 18:06:25.855203 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1095080-d6ef-4747-b4b0-2e4594108f8c req-23af541b-3b6b-445c-9e16-9eb410359ebd tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:25.856928 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c1095080-d6ef-4747-b4b0-2e4594108f8c req-23af541b-3b6b-445c-9e16-9eb410359ebd tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.1524704 Aug 09 18:06:25.918985 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:25.932210 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c1095080-d6ef-4747-b4b0-2e4594108f8c req-ea0a8b75-0d43-4666-ac24-68d3258d38d1 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674822 Aug 09 18:06:25.944042 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-44f07a0d-f363-4942-b59a-dc34b212d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:25.945595 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-44f07a0d-f363-4942-b59a-dc34b212d325 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 1096 time: 0.0609009 Aug 09 18:06:25.950523 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ccf9d-aa2b-4bb8-89f7-0fb6dde2e61c None None] Network 16629270-1a1a-45fb-9eef-6b3d708f5691 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:06:26.032167 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=ba5489ab-8aef-446d-8a4a-5fa3bc348f42,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:26.085231 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c7617042-a9fc-441e-b191-18d87f5cdf3b None None] Provisioning for port a3be1413-04cf-442c-b55c-8bc776754eed completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:26.091419 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c7617042-a9fc-441e-b191-18d87f5cdf3b None None] Provisioning complete for port a3be1413-04cf-442c-b55c-8bc776754eed triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:26.092337 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7617042-a9fc-441e-b191-18d87f5cdf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:26.122809 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-ad677cd9-d20b-43ba-ab3d-808979ffec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:26.124366 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-ad677cd9-d20b-43ba-ab3d-808979ffec60 service neutron] 10.222.0.77 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 918 time: 0.1716194 Aug 09 18:06:26.125185 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:26.206872 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7617042-a9fc-441e-b191-18d87f5cdf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:26.243898 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c7617042-a9fc-441e-b191-18d87f5cdf3b None None] For port a3be1413-04cf-442c-b55c-8bc776754eed, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=a3be1413-04cf-442c-b55c-8bc776754eed,segment=NetworkSegment(35694c3d-fde2-45ab-9d91-015d8f474868),segment_id=35694c3d-fde2-45ab-9d91-015d8f474868)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:26.262036 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-82eb5b1d-ee99-438f-9eda-168ac33c4d7d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca503f8-5c48-4573-a165-54c4d2e5d786 HTTP/1.1" status: 200 len: 998 time: 0.1003566 Aug 09 18:06:26.357817 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-31d29151-6fb6-4fcd-a07f-70e0b819b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:26.359272 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-31d29151-6fb6-4fcd-a07f-70e0b819b139 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 200 len: 856 time: 0.0894036 Aug 09 18:06:26.381903 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c7617042-a9fc-441e-b191-18d87f5cdf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:26.434863 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7617042-a9fc-441e-b191-18d87f5cdf3b None None] Pushing event updated for resources: {'Port': ['ID=a3be1413-04cf-442c-b55c-8bc776754eed,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:26.446901 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610809'] for router, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:26.452013 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-6c2c0c52-6ecf-4abe-bfab-377faa37bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:26.453518 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-6c2c0c52-6ecf-4abe-bfab-377faa37bb51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198a2bad-3561-4a94-94fa-90b909c3de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0867648 Aug 09 18:06:26.500188 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-97140c2b-a590-4d6f-8158-f45c635228cf None None] Provisioning complete for port a3be1413-04cf-442c-b55c-8bc776754eed triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:26.500832 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97140c2b-a590-4d6f-8158-f45c635228cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:26.630458 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-8ecd0c63-dfe6-482f-81c4-71025bae0b10 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431487 Aug 09 18:06:26.731651 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40d540be-5d55-4f1b-87a9-abf392f745a7 req-a2b821f5-291a-4fd3-979f-6f47d1f3b1cd service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930305 Aug 09 18:06:26.845008 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Router c9c97332-60e9-4c31-8093-71aaf9729b8c is scheduled to L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 with binding_index 1 {{(pid=100426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 18:06:26.955003 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:06:27.024260 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Sync routers for ids ['c9c97332-60e9-4c31-8093-71aaf9729b8c'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:06:27.024260 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Routers {'c9c97332-60e9-4c31-8093-71aaf9729b8c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:27.024260 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c9c97332-60e9-4c31-8093-71aaf9729b8c'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:27.068149 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f4bf6-822b-420d-ad82-461b456ed87c req-35f31e6b-cd46-45f3-84e7-d2b48b8ef764 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:27.069747 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-488f4bf6-822b-420d-ad82-461b456ed87c req-35f31e6b-cd46-45f3-84e7-d2b48b8ef764 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0512149 Aug 09 18:06:27.083676 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Set router c9c97332-60e9-4c31-8093-71aaf9729b8c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:27.109185 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-488f4bf6-822b-420d-ad82-461b456ed87c req-d445119e-af74-4f41-a3e8-296281050bdc tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331388 Aug 09 18:06:27.204645 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:27.206358 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-bb778663-acc0-4b20-b17b-724897c23cf9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2430151 Aug 09 18:06:27.207030 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device a3be1413-04cf-442c-b55c-8bc776754eed up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:27.209160 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46656) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:27.266953 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port a3be1413-04cf-442c-b55c-8bc776754eed triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:27.267279 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:27.277514 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'name': 'tempest-TestShelveInstance-2062451638-router', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:24Z', 'updated_at': '2021-08-09T18:06:25Z', 'revision_number': 3, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'gw_port': {'id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:25Z', 'updated_at': '2021-08-09T18:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:27.319944 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Checking router: c9c97332-60e9-4c31-8093-71aaf9729b8c for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:06:27.321000 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Updating router c9c97332-60e9-4c31-8093-71aaf9729b8c port 8a7a1af3-1d21-4235-8de7-50ba9314082a binding host dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:06:27.350104 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:27.374316 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device ba5489ab-8aef-446d-8a4a-5fa3bc348f42 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:27.432620 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:27.433201 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:27.617273 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Notify callbacks [] for port, precommit_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:27.629435 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.provisioning_blocks [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Transition to ACTIVE for port object 8a7a1af3-1d21-4235-8de7-50ba9314082a will not be triggered until provisioned by entity L2. {{(pid=100428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:27.742747 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:27.755870 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:27.822988 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a40777-3ca5-4a93-8155-dbc7b60e72f6 None None] Pushing event updated for resources: {'Port': ['ID=8a7a1af3-1d21-4235-8de7-50ba9314082a,revision_number=2']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:27.852697 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Attempting to bind port 8a7a1af3-1d21-4235-8de7-50ba9314082a on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:06:27.853580 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Attempting to bind port 8a7a1af3-1d21-4235-8de7-50ba9314082a by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:06:27.854202 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Attempting to bind port 8a7a1af3-1d21-4235-8de7-50ba9314082a on network 7da24a41-1e78-4151-865c-40a66cc95cd0 {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:06:27.861830 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:06:27.864719 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Checking segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:06:27.865448 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:27.866064 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Bound using segment: {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'} {{(pid=100428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:06:27.866774 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.managers [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Bound port: 8a7a1af3-1d21-4235-8de7-50ba9314082a, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd7f55e-6a55-478f-b85c-8acec162a9ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0'}}] {{(pid=100428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:06:27.867408 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:27.934908 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] For port 8a7a1af3-1d21-4235-8de7-50ba9314082a, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:06:27.939942 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.plugins.ml2.db [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] For port 8a7a1af3-1d21-4235-8de7-50ba9314082a, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=8a7a1af3-1d21-4235-8de7-50ba9314082a,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:06:28.027739 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Allocated IP 172.20.0.1 (16629270-1a1a-45fb-9eef-6b3d708f5691/e054f917-8398-43ae-b4ba-afc02ef24f82/80523d63-88b6-4998-af21-f3d838c58675) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:06:28.085626 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron_lib.callbacks.manager [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:28.130893 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Routers {'c9c97332-60e9-4c31-8093-71aaf9729b8c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:28.131873 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c9c97332-60e9-4c31-8093-71aaf9729b8c'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:28.156620 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:28.172233 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Transition to ACTIVE for port object 80523d63-88b6-4998-af21-f3d838c58675 will not be triggered until provisioned by entity DHCP. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:28.260193 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3252c-2803-4ee7-b3be-d74d9b355a52 req-a996ff32-c0fa-4d69-b6aa-9ee4a9ec91b7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:28.263059 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-78b3252c-2803-4ee7-b3be-d74d9b355a52 req-a996ff32-c0fa-4d69-b6aa-9ee4a9ec91b7 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0620935 Aug 09 18:06:28.327148 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-78b3252c-2803-4ee7-b3be-d74d9b355a52 req-da3359c5-22be-4294-a12e-a1926d17858a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556905 Aug 09 18:06:28.376460 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a40777-3ca5-4a93-8155-dbc7b60e72f6 None None] Pushing event updated for resources: {'Port': ['ID=8a7a1af3-1d21-4235-8de7-50ba9314082a,revision_number=3']} {{(pid=100428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:28.387993 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:28.410603 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] Set router c9c97332-60e9-4c31-8093-71aaf9729b8c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:28.429777 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Network 16629270-1a1a-45fb-9eef-6b3d708f5691 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:06:28.434810 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:28.437815 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:06:28.488871 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Pushing event updated for resources: {'Port': ['ID=80523d63-88b6-4998-af21-f3d838c58675,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:28.526052 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-610314'] for router_interface, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:28.684970 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'name': 'tempest-TestShelveInstance-2062451638-router', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:24Z', 'updated_at': '2021-08-09T18:06:25Z', 'revision_number': 3, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'gw_port': {'id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:25Z', 'updated_at': '2021-08-09T18:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:28.715182 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7d9d7-6050-45d2-b934-3ccbec8cc05f None None] The sync data for ids ['c9c97332-60e9-4c31-8093-71aaf9729b8c'] in dv-cinder-788363-10-iscsi is: [{'id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'name': 'tempest-TestShelveInstance-2062451638-router', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:24Z', 'updated_at': '2021-08-09T18:06:25Z', 'revision_number': 3, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'gw_port': {'id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:25Z', 'updated_at': '2021-08-09T18:06:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:06:28.810809 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:29.023574 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-b643d145-9df5-4d4a-8ac5-d1def635c0ba None None] Provisioning for port 80523d63-88b6-4998-af21-f3d838c58675 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:29.027882 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-b643d145-9df5-4d4a-8ac5-d1def635c0ba None None] Provisioning complete for port 80523d63-88b6-4998-af21-f3d838c58675 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:29.028251 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b643d145-9df5-4d4a-8ac5-d1def635c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:29.041543 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:29.073650 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-b643d145-9df5-4d4a-8ac5-d1def635c0ba None None] Port 80523d63-88b6-4998-af21-f3d838c58675 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:06:29.159139 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:29.252002 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-610494'] for router_interface, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:29.270382 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Pushing event updated for resources: {'Port': ['ID=80523d63-88b6-4998-af21-f3d838c58675,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:29.298801 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 8a7a1af3-1d21-4235-8de7-50ba9314082a up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:29.478967 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 8a7a1af3-1d21-4235-8de7-50ba9314082a completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:29.483923 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 8a7a1af3-1d21-4235-8de7-50ba9314082a triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:29.484340 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:29.619376 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:29.648245 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 8a7a1af3-1d21-4235-8de7-50ba9314082a, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=8a7a1af3-1d21-4235-8de7-50ba9314082a,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:29.748279 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:29.785523 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Network 16629270-1a1a-45fb-9eef-6b3d708f5691 is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:06:29.795289 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:29.839928 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=8a7a1af3-1d21-4235-8de7-50ba9314082a,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:29.864190 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864e2eb-ce53-485d-843b-9293d3a6e341 req-2d1aad31-12f7-41c9-8765-ae4486b45a6d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:29.865783 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d864e2eb-ce53-485d-843b-9293d3a6e341 req-2d1aad31-12f7-41c9-8765-ae4486b45a6d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.1481566 Aug 09 18:06:29.999872 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d864e2eb-ce53-485d-843b-9293d3a6e341 req-dd6040b3-6cb0-44f0-93d5-27b66176131f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250386 Aug 09 18:06:30.038265 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Router c9c97332-60e9-4c31-8093-71aaf9729b8c has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:06:30.103322 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-d845d66d-ab8b-4199-8fa3-c1912f065d34 None None] Provisioning complete for port 80523d63-88b6-4998-af21-f3d838c58675 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:30.103878 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d845d66d-ab8b-4199-8fa3-c1912f065d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:30.147341 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-d845d66d-ab8b-4199-8fa3-c1912f065d34 None None] Port 80523d63-88b6-4998-af21-f3d838c58675 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:06:30.174626 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:06:30.185357 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-5db0476f-7659-4755-9888-3b40a50bf478 admin admin] 10.222.0.54 "PUT /v2.0/routers/c9c97332-60e9-4c31-8093-71aaf9729b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9693680 Aug 09 18:06:30.725069 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46680) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:30.730055 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-fcf6ea17-fc33-45e5-8e1e-71fa0ded8189 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148342689', 'description': 'tempest-secgroup-smoke-1148342689 description', 'project_id': '339fdfb1eb3b473b90c25e54116612e3'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:30.822315 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ea17-fc33-45e5-8e1e-71fa0ded8189 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:30.914552 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ea17-fc33-45e5-8e1e-71fa0ded8189 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:30.999288 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ea17-fc33-45e5-8e1e-71fa0ded8189 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.067441 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6ea17-fc33-45e5-8e1e-71fa0ded8189 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23251073-ad83-44ea-a184-8d8288962338,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:31.080100 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ea17-fc33-45e5-8e1e-71fa0ded8189 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.082467 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-fcf6ea17-fc33-45e5-8e1e-71fa0ded8189 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3559115 Aug 09 18:06:31.085650 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46684) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:31.092851 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-8262aadf-b437-4daa-94d3-d7b098170391 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Request body: {'security_group_rule': {'security_group_id': '23251073-ad83-44ea-a184-8d8288962338', 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:31.180141 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523dc5c-28e7-48ae-9eb8-eb25a70e4f2f req-33b55d77-0f26-4255-8a1f-cea924a0eb9f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:31.189511 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0523dc5c-28e7-48ae-9eb8-eb25a70e4f2f req-33b55d77-0f26-4255-8a1f-cea924a0eb9f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0811689 Aug 09 18:06:31.226283 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8262aadf-b437-4daa-94d3-d7b098170391 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.270397 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0523dc5c-28e7-48ae-9eb8-eb25a70e4f2f req-f33cc073-2470-4fd8-be7b-e7da24cb0db5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794365 Aug 09 18:06:31.293477 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 8a7a1af3-1d21-4235-8de7-50ba9314082a up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:31.348221 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8262aadf-b437-4daa-94d3-d7b098170391 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.379559 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 8a7a1af3-1d21-4235-8de7-50ba9314082a triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:31.381475 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.404682 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46686) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:31.450297 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8262aadf-b437-4daa-94d3-d7b098170391 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.466892 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262aadf-b437-4daa-94d3-d7b098170391 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e77371-a6ed-460c-9f94-f0a5afc9c61a,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:31.479572 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Sync routers for ids ['c9c97332-60e9-4c31-8093-71aaf9729b8c'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:06:31.504631 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Routers {'c9c97332-60e9-4c31-8093-71aaf9729b8c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:31.505267 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c9c97332-60e9-4c31-8093-71aaf9729b8c'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:31.587434 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-8262aadf-b437-4daa-94d3-d7b098170391 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.591215 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-8262aadf-b437-4daa-94d3-d7b098170391 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5015242 Aug 09 18:06:31.591486 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46688) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:31.596009 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-44f4f003-8f6c-42ea-95be-6a8de1a026ca tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Request body: {'security_group_rule': {'security_group_id': '23251073-ad83-44ea-a184-8d8288962338', 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:31.636202 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Set router c9c97332-60e9-4c31-8093-71aaf9729b8c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:31.643614 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Deleting port 83c6fcd0-dbdb-4082-a6d4-b4720c4e12be {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:06:31.644052 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.720579 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44f4f003-8f6c-42ea-95be-6a8de1a026ca tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.741377 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.741777 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.757180 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Calling delete_port for 83c6fcd0-dbdb-4082-a6d4-b4720c4e12be owned by network:floatingip {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:06:31.793983 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44f4f003-8f6c-42ea-95be-6a8de1a026ca tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.862660 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44f4f003-8f6c-42ea-95be-6a8de1a026ca tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.883663 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4f003-8f6c-42ea-95be-6a8de1a026ca tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cd0cb3-0d16-444c-8a1f-9e8cf1e29a2b,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:31.945081 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'name': 'tempest-TestShelveInstance-2062451638-router', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:24Z', 'updated_at': '2021-08-09T18:06:28Z', 'revision_number': 4, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'gw_port': {'id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:25Z', 'updated_at': '2021-08-09T18:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '80523d63-88b6-4998-af21-f3d838c58675', 'name': '', 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'mac_address': 'fa:16:3e:48:32:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'e054f917-8398-43ae-b4ba-afc02ef24f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:27Z', 'updated_at': '2021-08-09T18:06:28Z', 'revision_number': 2, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'subnets': [{'id': 'e054f917-8398-43ae-b4ba-afc02ef24f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:31.953640 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-44f4f003-8f6c-42ea-95be-6a8de1a026ca tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:31.957345 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-44f4f003-8f6c-42ea-95be-6a8de1a026ca tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3628914 Aug 09 18:06:31.958049 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46690) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:31.963864 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-2c5d4fce-1a20-4f81-9bb0-db33f1a3e06a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Request body: {'security_group_rule': {'security_group_id': '23251073-ad83-44ea-a184-8d8288962338', 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:31.984814 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Checking router: c9c97332-60e9-4c31-8093-71aaf9729b8c for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:06:31.985084 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Updating router c9c97332-60e9-4c31-8093-71aaf9729b8c port 80523d63-88b6-4998-af21-f3d838c58675 binding host dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 18:06:32.028978 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.073359 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4fce-1a20-4f81-9bb0-db33f1a3e06a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.097798 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.152926 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event deleted for resources: {'Port': ['ID=83c6fcd0-dbdb-4082-a6d4-b4720c4e12be,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:32.167734 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4fce-1a20-4f81-9bb0-db33f1a3e06a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.256956 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.257592 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.l3_db [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Floating IP d44f17d0-9ff6-4a65-9a1c-afe9922d7df7 disassociated (deleted). External IP: 172.27.1.106, port: ffedc141-b5f4-47f5-ab0d-7ef40a309673. Aug 09 18:06:32.257699 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4fce-1a20-4f81-9bb0-db33f1a3e06a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.282632 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d4fce-1a20-4f81-9bb0-db33f1a3e06a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6390823-cc2b-4c30-83ca-1cc751bc8353,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:32.382018 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4fce-1a20-4f81-9bb0-db33f1a3e06a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.384751 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-2c5d4fce-1a20-4f81-9bb0-db33f1a3e06a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4259131 Aug 09 18:06:32.386580 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46694) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:32.393795 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-6002ed5a-a97b-4c6a-bee0-5a7e865be506 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Request body: {'security_group_rule': {'security_group_id': '23251073-ad83-44ea-a184-8d8288962338', 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:32.455654 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c93c7-badf-41cc-bbe6-b469dcc152c8 req-b19ca0af-9434-482b-98f2-080ecd51796e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:32.461843 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d02c93c7-badf-41cc-bbe6-b469dcc152c8 req-b19ca0af-9434-482b-98f2-080ecd51796e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0773826 Aug 09 18:06:32.496549 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6002ed5a-a97b-4c6a-bee0-5a7e865be506 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.551216 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d02c93c7-badf-41cc-bbe6-b469dcc152c8 req-7e68c986-ff26-4939-a325-ba75199d89fa tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878074 Aug 09 18:06:32.566532 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Notify callbacks [] for port, precommit_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.578373 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Transition to ACTIVE for port object 80523d63-88b6-4998-af21-f3d838c58675 will not be triggered until provisioned by entity L2. {{(pid=100427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:32.604923 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6002ed5a-a97b-4c6a-bee0-5a7e865be506 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.644733 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.649801 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:06:32.674870 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6002ed5a-a97b-4c6a-bee0-5a7e865be506 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.712562 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9970aa-07e3-43ff-8fa6-67f57eb26655 None None] Pushing event updated for resources: {'Port': ['ID=80523d63-88b6-4998-af21-f3d838c58675,revision_number=3']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:32.734808 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002ed5a-a97b-4c6a-bee0-5a7e865be506 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6239fc4-0b7c-4401-8c43-847c7359c8f1,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:32.808052 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Attempting to bind port 80523d63-88b6-4998-af21-f3d838c58675 on host dv-cinder-788363-10-iscsi for vnic_type normal with profile {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:06:32.808427 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Attempting to bind port 80523d63-88b6-4998-af21-f3d838c58675 by drivers openvswitch,hyperv on host dv-cinder-788363-10-iscsi at level 0 using segments [{'id': '35694c3d-fde2-45ab-9d91-015d8f474868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691'}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:06:32.808910 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Attempting to bind port 80523d63-88b6-4998-af21-f3d838c58675 on network 16629270-1a1a-45fb-9eef-6b3d708f5691 {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:06:32.820573 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Checking agent: {'id': '19dd8abc-f42c-4767-91a4-3923d0d12ed9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788363-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 48, 47), 'started_at': datetime.datetime(2021, 8, 9, 17, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788363-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:06:32.826405 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Checking segment: {'id': '35694c3d-fde2-45ab-9d91-015d8f474868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:06:32.826405 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.826405 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Bound using segment: {'id': '35694c3d-fde2-45ab-9d91-015d8f474868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691'} {{(pid=100427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:06:32.826709 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6002ed5a-a97b-4c6a-bee0-5a7e865be506 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.827180 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.managers [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Bound port: 80523d63-88b6-4998-af21-f3d838c58675, host: dv-cinder-788363-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35694c3d-fde2-45ab-9d91-015d8f474868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691'}}] {{(pid=100427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:06:32.827278 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-6002ed5a-a97b-4c6a-bee0-5a7e865be506 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4354899 Aug 09 18:06:32.827359 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.828422 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46696) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:32.836517 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [None req-23e18933-9803-42f4-b88e-9f8923330e89 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Request body: {'security_group_rule': {'security_group_id': '23251073-ad83-44ea-a184-8d8288962338', 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:32.885037 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:06:32.893748 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:32.896724 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] Sync routers for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:06:32.924617 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:32.925317 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:32.929936 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] For port 80523d63-88b6-4998-af21-f3d838c58675, host dv-cinder-788363-10-iscsi, cleared binding levels {{(pid=100427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:06:32.931552 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] For port 80523d63-88b6-4998-af21-f3d838c58675, host dv-cinder-788363-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=80523d63-88b6-4998-af21-f3d838c58675,segment=NetworkSegment(35694c3d-fde2-45ab-9d91-015d8f474868),segment_id=35694c3d-fde2-45ab-9d91-015d8f474868)] {{(pid=100427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:06:32.933061 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-c5775013-355f-4a41-b99b-2853dcf40cba tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "DELETE /v2.0/floatingips/d44f17d0-9ff6-4a65-9a1c-afe9922d7df7 HTTP/1.1" status: 204 len: 168 time: 1.5270488 Aug 09 18:06:32.933988 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'tag': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:06:32.937376 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940900cc-6c56-4272-90b7-81bf36083d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9a7256-69f7-40cb-b24f-e422dc5ac8f8", "tag": "ffedc141-b5f4-47f5-ab0d-7ef40a309673"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:06:32.954221 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.securitygroups_db [None req-23e18933-9803-42f4-b88e-9f8923330e89 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Project 339fdfb1eb3b473b90c25e54116612e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:06:32.960199 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-23e18933-9803-42f4-b88e-9f8923330e89 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:33.027938 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:33.039889 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-23e18933-9803-42f4-b88e-9f8923330e89 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:33.051866 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32285770-79c2-4cf4-a45a-86af66fec12c x-openstack-request-id: req-32285770-79c2-4cf4-a45a-86af66fec12c {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:06:33.052192 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9a7256-69f7-40cb-b24f-e422dc5ac8f8", "tag": "ffedc141-b5f4-47f5-ab0d-7ef40a309673", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:06:33.052449 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32285770-79c2-4cf4-a45a-86af66fec12c {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:06:33.053478 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'tag': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'status': 'completed', 'code': 200} Aug 09 18:06:33.083822 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:33.111815 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Routers {'c9c97332-60e9-4c31-8093-71aaf9729b8c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:33.118468 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c9c97332-60e9-4c31-8093-71aaf9729b8c'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:33.120548 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-23e18933-9803-42f4-b88e-9f8923330e89 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:33.124178 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9970aa-07e3-43ff-8fa6-67f57eb26655 None None] Pushing event updated for resources: {'Port': ['ID=80523d63-88b6-4998-af21-f3d838c58675,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:33.161958 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e18933-9803-42f4-b88e-9f8923330e89 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c1ab99-3557-46a9-9e8d-7e9bbce95117,revision_number=0']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:33.238858 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-23e18933-9803-42f4-b88e-9f8923330e89 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:33.243612 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46702) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:33.244641 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-23e18933-9803-42f4-b88e-9f8923330e89 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4108014 Aug 09 18:06:33.249153 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-2e42c932-0e0d-449d-bd78-2c7ab49200c6 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Request body: {'security_group_rule': {'security_group_id': '23251073-ad83-44ea-a184-8d8288962338', 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:33.315876 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] Set router c9c97332-60e9-4c31-8093-71aaf9729b8c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:33.382621 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.securitygroups_db [None req-2e42c932-0e0d-449d-bd78-2c7ab49200c6 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Project 339fdfb1eb3b473b90c25e54116612e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 18:06:33.391311 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2e42c932-0e0d-449d-bd78-2c7ab49200c6 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:33.592701 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2e42c932-0e0d-449d-bd78-2c7ab49200c6 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:33.635061 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'e546510e-cbb3-468a-91c8-436937a519a1', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:9f:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:02:48Z', 'updated_at': '2021-08-09T18:02:51Z', 'revision_number': 1, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:33.656226 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb50efb-9fa2-4660-abd7-882bff944916 req-61222886-572c-4e58-a638-887b1c707e9f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:33.712959 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5cb50efb-9fa2-4660-abd7-882bff944916 req-61222886-572c-4e58-a638-887b1c707e9f tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 946 time: 0.1147258 Aug 09 18:06:33.713137 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'name': 'tempest-TestShelveInstance-2062451638-router', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:24Z', 'updated_at': '2021-08-09T18:06:28Z', 'revision_number': 4, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'gw_port': {'id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:25Z', 'updated_at': '2021-08-09T18:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '80523d63-88b6-4998-af21-f3d838c58675', 'name': '', 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'mac_address': 'fa:16:3e:48:32:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'e054f917-8398-43ae-b4ba-afc02ef24f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:27Z', 'updated_at': '2021-08-09T18:06:32Z', 'revision_number': 4, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'subnets': [{'id': 'e054f917-8398-43ae-b4ba-afc02ef24f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:33.713791 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] Checking router: 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:06:33.713791 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:33.713791 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:33.715589 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f064c18-7d53-4d9b-b51d-58019578f47b None None] The sync data for ids ['c9c97332-60e9-4c31-8093-71aaf9729b8c'] in dv-cinder-788363-10-iscsi is: [{'id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'name': 'tempest-TestShelveInstance-2062451638-router', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:24Z', 'updated_at': '2021-08-09T18:06:28Z', 'revision_number': 4, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'gw_port': {'id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:25Z', 'updated_at': '2021-08-09T18:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': '80523d63-88b6-4998-af21-f3d838c58675', 'name': '', 'network_id': '16629270-1a1a-45fb-9eef-6b3d708f5691', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'mac_address': 'fa:16:3e:48:32:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'e054f917-8398-43ae-b4ba-afc02ef24f82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:27Z', 'updated_at': '2021-08-09T18:06:32Z', 'revision_number': 4, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'subnets': [{'id': 'e054f917-8398-43ae-b4ba-afc02ef24f82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:06:33.735907 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5cb50efb-9fa2-4660-abd7-882bff944916 req-651b0743-fab8-4235-b1bd-b7d113a3e53a tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613430 Aug 09 18:06:33.787478 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2e42c932-0e0d-449d-bd78-2c7ab49200c6 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578893'] for security_group_rule, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:33.807648 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94261701-6367-41c1-900f-dfda729c3c56 req-a8e33f00-3e45-48cf-bb7b-9fd3cc9e5216 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:33.818521 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-94261701-6367-41c1-900f-dfda729c3c56 req-a8e33f00-3e45-48cf-bb7b-9fd3cc9e5216 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.1114290 Aug 09 18:06:33.851141 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42c932-0e0d-449d-bd78-2c7ab49200c6 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8aaddc-725f-4d4e-a342-a6f728b7ff7b,revision_number=0']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:33.908408 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-94261701-6367-41c1-900f-dfda729c3c56 req-2e70cd56-4f7e-4c31-bafd-0b766f57c4be tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735636 Aug 09 18:06:33.922458 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:33.940478 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-2e42c932-0e0d-449d-bd78-2c7ab49200c6 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:33.940478 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-2e42c932-0e0d-449d-bd78-2c7ab49200c6 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6876349 Aug 09 18:06:34.325497 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'e546510e-cbb3-468a-91c8-436937a519a1', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:9f:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:02:48Z', 'updated_at': '2021-08-09T18:02:51Z', 'revision_number': 1, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:34.356419 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b290ac31-c225-4bc2-9e43-cca7c7607a62 None None] The sync data for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi is: [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': 'e546510e-cbb3-468a-91c8-436937a519a1', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'port_id': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'mac_address': 'fa:16:3e:9f:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:02:48Z', 'updated_at': '2021-08-09T18:02:51Z', 'revision_number': 1, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:06:34.872927 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0eef49-b0b5-49f0-a097-d9ea27106ca2 req-b8a0473e-56ee-4459-bec8-59e2e79c3f25 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:34.881344 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8a0eef49-b0b5-49f0-a097-d9ea27106ca2 req-b8a0473e-56ee-4459-bec8-59e2e79c3f25 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 946 time: 0.0710034 Aug 09 18:06:34.936871 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8a0eef49-b0b5-49f0-a097-d9ea27106ca2 req-b2f54300-3a98-4a89-b908-6845f40bbc12 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493162 Aug 09 18:06:35.098647 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14bf20-5d9b-4a24-bab3-4295d7aaa3e6 req-ef065ff6-9fe7-40de-ba93-41bc87b1a97a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:35.100415 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fb14bf20-5d9b-4a24-bab3-4295d7aaa3e6 req-ef065ff6-9fe7-40de-ba93-41bc87b1a97a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0872011 Aug 09 18:06:35.206755 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-fb14bf20-5d9b-4a24-bab3-4295d7aaa3e6 req-623efc4d-bf21-4c0e-8b51-fb06941952f2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976946 Aug 09 18:06:35.297147 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 80523d63-88b6-4998-af21-f3d838c58675 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:35.323830 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22221c8-1124-4dec-9eb2-3fbc2d59c300 None None] New status for floating IP d44f17d0-9ff6-4a65-9a1c-afe9922d7df7: DOWN {{(pid=100427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:06:35.490548 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning for port 80523d63-88b6-4998-af21-f3d838c58675 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:35.505264 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 80523d63-88b6-4998-af21-f3d838c58675 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:35.505264 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:35.629858 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:35.690639 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] For port 80523d63-88b6-4998-af21-f3d838c58675, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=80523d63-88b6-4998-af21-f3d838c58675,segment=NetworkSegment(35694c3d-fde2-45ab-9d91-015d8f474868),segment_id=35694c3d-fde2-45ab-9d91-015d8f474868)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:35.779241 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:35.856936 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Pushing event updated for resources: {'Port': ['ID=80523d63-88b6-4998-af21-f3d838c58675,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:36.049264 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2b69-8bb7-448a-88db-69982236411b req-b16d08ba-ea2c-4382-be93-d7240cf64619 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:36.050874 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d1da2b69-8bb7-448a-88db-69982236411b req-b16d08ba-ea2c-4382-be93-d7240cf64619 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 946 time: 0.0518773 Aug 09 18:06:36.098991 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d1da2b69-8bb7-448a-88db-69982236411b req-eca746b7-537c-45e0-ab26-7bd21a768bcd tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421295 Aug 09 18:06:36.290494 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:36.336083 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6746c5-7c3c-4520-9b7c-e373655c7bf6 req-9e69ea15-ff65-4679-a7cb-14f12dfa0503 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:36.337652 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8b6746c5-7c3c-4520-9b7c-e373655c7bf6 req-9e69ea15-ff65-4679-a7cb-14f12dfa0503 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0514085 Aug 09 18:06:36.384752 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8b6746c5-7c3c-4520-9b7c-e373655c7bf6 req-b35feb1e-bde2-4c87-88f0-d53958f5a893 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403914 Aug 09 18:06:37.231766 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 80523d63-88b6-4998-af21-f3d838c58675 up at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:37.285687 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd06fd-c293-4dd9-b229-7af6c27b1e41 req-a4da8108-738c-4107-870e-7eba97315c75 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:37.289060 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-37cd06fd-c293-4dd9-b229-7af6c27b1e41 req-a4da8108-738c-4107-870e-7eba97315c75 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 946 time: 0.1121325 Aug 09 18:06:37.347558 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-37cd06fd-c293-4dd9-b229-7af6c27b1e41 req-5df41ad8-ccd4-448e-99a4-13bb39d78b88 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511172 Aug 09 18:06:37.349644 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Provisioning complete for port 80523d63-88b6-4998-af21-f3d838c58675 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:37.350024 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:37.515567 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbbb58-92cc-42a5-902c-5c839e747fd4 req-d9d6e4ca-91a6-49e0-a577-17393a1721b8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:37.517084 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-53cbbb58-92cc-42a5-902c-5c839e747fd4 req-d9d6e4ca-91a6-49e0-a577-17393a1721b8 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0509183 Aug 09 18:06:37.562789 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-53cbbb58-92cc-42a5-902c-5c839e747fd4 req-ab5fead9-ae51-4658-8eba-4599c19823d4 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397267 Aug 09 18:06:38.306591 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940900cc-6c56-4272-90b7-81bf36083d9c req-028e9f88-c221-4246-aae1-734d223fe4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:38.308093 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-940900cc-6c56-4272-90b7-81bf36083d9c req-028e9f88-c221-4246-aae1-734d223fe4e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 1099 time: 0.0487876 Aug 09 18:06:38.473169 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940900cc-6c56-4272-90b7-81bf36083d9c req-d3a89e7a-814d-4a32-99c3-2cbc14764896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:38.474823 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-940900cc-6c56-4272-90b7-81bf36083d9c req-d3a89e7a-814d-4a32-99c3-2cbc14764896 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 913 time: 0.1453342 Aug 09 18:06:38.487213 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de38a6-c89c-423c-8f01-bf5d6c8b18c1 req-df78ce57-bd14-4afe-acd6-71ce22a22e50 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:38.488637 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-92de38a6-c89c-423c-8f01-bf5d6c8b18c1 req-df78ce57-bd14-4afe-acd6-71ce22a22e50 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 946 time: 0.0724852 Aug 09 18:06:38.535479 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-940900cc-6c56-4272-90b7-81bf36083d9c req-3cac5a14-6e54-4a5d-8361-a59946e4f630 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffedc141-b5f4-47f5-ab0d-7ef40a309673 HTTP/1.1" status: 200 len: 217 time: 0.0458641 Aug 09 18:06:38.589345 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-92de38a6-c89c-423c-8f01-bf5d6c8b18c1 req-e2b1d37b-0304-4fde-b137-b40450deac72 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926914 Aug 09 18:06:38.605358 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940900cc-6c56-4272-90b7-81bf36083d9c req-640a350a-2e41-4411-bd10-3949ce01ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:38.605358 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-940900cc-6c56-4272-90b7-81bf36083d9c req-640a350a-2e41-4411-bd10-3949ce01ae52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 200 len: 851 time: 0.0600348 Aug 09 18:06:38.658751 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940900cc-6c56-4272-90b7-81bf36083d9c req-3c3616e5-858c-4def-b97a-50c0f7e432be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:38.660368 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-940900cc-6c56-4272-90b7-81bf36083d9c req-3c3616e5-858c-4def-b97a-50c0f7e432be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0813a6d7-5ac5-4010-a774-1854c5fa63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449739 Aug 09 18:06:38.771183 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa853-72ac-4a97-ae4c-858127657563 req-e0d453fa-e949-4061-9432-6495c26eeaf5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:38.790782 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-35eaa853-72ac-4a97-ae4c-858127657563 req-e0d453fa-e949-4061-9432-6495c26eeaf5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.1114008 Aug 09 18:06:38.803004 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-940900cc-6c56-4272-90b7-81bf36083d9c req-7d45586e-3d16-4377-8cba-39e7c0a9bf0f service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334484 Aug 09 18:06:38.830632 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-35eaa853-72ac-4a97-ae4c-858127657563 req-dbaeab78-5a04-46ab-8588-9c0f32e03ef1 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518970 Aug 09 18:06:38.913410 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-940900cc-6c56-4272-90b7-81bf36083d9c req-e6132a18-d000-4494-9a95-af731dc30347 service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934863 Aug 09 18:06:39.724566 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b67501-627a-4a62-8a26-0c13c217c6b9 req-69bfee19-b00e-4d7f-974a-62e1e4a95aad tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:39.725977 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-46b67501-627a-4a62-8a26-0c13c217c6b9 req-69bfee19-b00e-4d7f-974a-62e1e4a95aad tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 946 time: 0.0522609 Aug 09 18:06:39.767803 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-46b67501-627a-4a62-8a26-0c13c217c6b9 req-6783a155-9bc6-443c-a31f-0f46819b4f59 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359488 Aug 09 18:06:39.963711 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b5724-b327-4591-81f7-b7775da99280 req-90095d32-3f03-4234-8f1e-558d924423d2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:39.966006 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ff5b5724-b327-4591-81f7-b7775da99280 req-90095d32-3f03-4234-8f1e-558d924423d2 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0629201 Aug 09 18:06:40.004036 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ff5b5724-b327-4591-81f7-b7775da99280 req-b78679ef-954a-4f74-83ea-2852be571604 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Aug 09 18:06:40.362939 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22180d-856a-4231-a171-3dca98eaf55d req-e429eadd-e2cf-46da-b0c0-d1a1e92ae63e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:40.364428 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2e22180d-856a-4231-a171-3dca98eaf55d req-e429eadd-e2cf-46da-b0c0-d1a1e92ae63e tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 946 time: 0.0521035 Aug 09 18:06:40.458606 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-2e22180d-856a-4231-a171-3dca98eaf55d req-83188c92-f3ff-448d-9716-aea857db5796 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Deleting port ffedc141-b5f4-47f5-ab0d-7ef40a309673 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:06:40.459030 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-2e22180d-856a-4231-a171-3dca98eaf55d req-83188c92-f3ff-448d-9716-aea857db5796 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:40.550987 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-2e22180d-856a-4231-a171-3dca98eaf55d req-83188c92-f3ff-448d-9716-aea857db5796 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] For port ffedc141-b5f4-47f5-ab0d-7ef40a309673, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffedc141-b5f4-47f5-ab0d-7ef40a309673,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:40.551355 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-2e22180d-856a-4231-a171-3dca98eaf55d req-83188c92-f3ff-448d-9716-aea857db5796 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:40.564327 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-2e22180d-856a-4231-a171-3dca98eaf55d req-83188c92-f3ff-448d-9716-aea857db5796 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Calling delete_port for ffedc141-b5f4-47f5-ab0d-7ef40a309673 owned by compute:nova {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:06:40.747269 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-2e22180d-856a-4231-a171-3dca98eaf55d req-83188c92-f3ff-448d-9716-aea857db5796 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:40.777739 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83188c92-f3ff-448d-9716-aea857db5796 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event deleted for resources: {'Port': ['ID=ffedc141-b5f4-47f5-ab0d-7ef40a309673,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:40.827905 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e22180d-856a-4231-a171-3dca98eaf55d req-83188c92-f3ff-448d-9716-aea857db5796 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] No DVR routers for this DVR port ffedc141-b5f4-47f5-ab0d-7ef40a309673 on host hv-cinder-78836 {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:06:40.831103 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-2e22180d-856a-4231-a171-3dca98eaf55d req-83188c92-f3ff-448d-9716-aea857db5796 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:40.835391 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2e22180d-856a-4231-a171-3dca98eaf55d req-83188c92-f3ff-448d-9716-aea857db5796 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "DELETE /v2.0/ports/ffedc141-b5f4-47f5-ab0d-7ef40a309673 HTTP/1.1" status: 204 len: 173 time: 0.4621747 Aug 09 18:06:40.835391 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'name': 'network-vif-deleted', 'tag': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:06:40.836107 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48027984-73ad-47c9-b4a0-ee5650637698" -d '{"events": [{"server_uuid": "ca9a7256-69f7-40cb-b24f-e422dc5ac8f8", "name": "network-vif-deleted", "tag": "ffedc141-b5f4-47f5-ab0d-7ef40a309673"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:06:40.873681 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-16ed18ec-5025-4a3d-97aa-0df9e4688ffc req-7e46b3c0-f6c6-4726-8f7e-76ce06173087 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 210 time: 0.0296962 Aug 09 18:06:40.881286 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c1fdbe-710e-4a82-b34d-0b80dc461b27 x-openstack-request-id: req-b9c1fdbe-710e-4a82-b34d-0b80dc461b27 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:06:40.881286 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9a7256-69f7-40cb-b24f-e422dc5ac8f8", "name": "network-vif-deleted", "tag": "ffedc141-b5f4-47f5-ab0d-7ef40a309673", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:06:40.881286 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9c1fdbe-710e-4a82-b34d-0b80dc461b27 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:06:40.881286 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9a7256-69f7-40cb-b24f-e422dc5ac8f8', 'name': 'network-vif-deleted', 'tag': 'ffedc141-b5f4-47f5-ab0d-7ef40a309673', 'status': 'completed', 'code': 200} Aug 09 18:06:41.055161 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device cca503f8-5c48-4573-a165-54c4d2e5d786 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:06:41.138245 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abba40c-8bac-4b46-a658-6a8681ba689b req-744113ac-f674-4b14-a31d-1db2907f292b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:41.145177 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1abba40c-8bac-4b46-a658-6a8681ba689b req-744113ac-f674-4b14-a31d-1db2907f292b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 943 time: 0.0660293 Aug 09 18:06:41.180144 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:41.192222 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-1abba40c-8bac-4b46-a658-6a8681ba689b req-f873e478-92bd-4e59-88cd-b667cbce34b9 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438418 Aug 09 18:06:41.192773 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'port_id': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'mac_address': 'fa:16:3e:84:13:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:06:41.245701 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:41.260502 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca503f8-5c48-4573-a165-54c4d2e5d786 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:06:41.287697 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:41.359236 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:41.409495 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=9']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:41.719606 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['cca503f8-5c48-4573-a165-54c4d2e5d786'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:06:41.979819 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a805cd5e-8e71-49d8-b8cd-e95c800ef86e req-e24dcb76-2ee9-448e-ae5e-87e2696bd080 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca9a7256-69f7-40cb-b24f-e422dc5ac8f8 HTTP/1.1" status: 200 len: 210 time: 0.0276334 Aug 09 18:06:42.331278 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eee4ec-0be6-441a-92bd-1d376566b7b6 req-d4bd6b10-65af-4264-9a73-213fb899fa7a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:42.332711 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-55eee4ec-0be6-441a-92bd-1d376566b7b6 req-d4bd6b10-65af-4264-9a73-213fb899fa7a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 944 time: 0.0495965 Aug 09 18:06:42.373063 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-55eee4ec-0be6-441a-92bd-1d376566b7b6 req-c7ee23fb-f272-4f60-bd87-7d067e51c5d3 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343454 Aug 09 18:06:43.059179 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device cca503f8-5c48-4573-a165-54c4d2e5d786 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:06:43.108522 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port cca503f8-5c48-4573-a165-54c4d2e5d786 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:43.108806 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:43.190415 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:43.217275 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:06:43.219703 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ca35b7-ad9d-40e3-8256-707cfa451b73" -d '{"events": [{"server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "name": "network-vif-plugged", "status": "completed", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:06:43.234424 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:43.259966 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978a1826-dbfa-4d5f-b78f-5dfb88cb26c0 x-openstack-request-id: req-978a1826-dbfa-4d5f-b78f-5dfb88cb26c0 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:06:43.260342 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "name": "network-vif-plugged", "status": "completed", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:06:43.260497 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-978a1826-dbfa-4d5f-b78f-5dfb88cb26c0 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:06:43.260897 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'code': 200} Aug 09 18:06:43.290094 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:43.290925 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device ffedc141-b5f4-47f5-ab0d-7ef40a309673 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:06:43.330731 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: ffedc141-b5f4-47f5-ab0d-7ef40a309673 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:06:43.331080 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device ffedc141-b5f4-47f5-ab0d-7ef40a309673 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:06:43.361724 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=10']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:43.509509 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783d8e1-c4f6-4334-9688-a83f3d8515f9 req-dd898728-3457-45ce-b321-c275aeb104f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:43.511083 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6783d8e1-c4f6-4334-9688-a83f3d8515f9 req-dd898728-3457-45ce-b321-c275aeb104f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 946 time: 0.0629628 Aug 09 18:06:43.554883 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6783d8e1-c4f6-4334-9688-a83f3d8515f9 req-965a6e56-d431-47f4-b302-d925db7fada6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365312 Aug 09 18:06:43.614239 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d1aa-aad5-440b-8de2-33ff944d70f4 req-d31bef32-4def-4be9-b178-875d15adf6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:43.615860 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40b2d1aa-aad5-440b-8de2-33ff944d70f4 req-d31bef32-4def-4be9-b178-875d15adf6b2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 1099 time: 0.0415380 Aug 09 18:06:43.660944 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40b2d1aa-aad5-440b-8de2-33ff944d70f4 req-bf6fb48b-1ae9-4622-a1fa-df7a3cea03c2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360060 Aug 09 18:06:44.171133 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-233c3b11-c9f6-4048-bfbd-389734405b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:44.453974 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:06:44.678666 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbd00d-017a-410a-aa8c-1ff1964ac7a7 req-35aacd35-a8b2-4676-99de-db5d575889de tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:44.680222 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4fbd00d-017a-410a-aa8c-1ff1964ac7a7 req-35aacd35-a8b2-4676-99de-db5d575889de tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 946 time: 0.0496287 Aug 09 18:06:44.722544 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4fbd00d-017a-410a-aa8c-1ff1964ac7a7 req-552c2bef-f9ae-461a-a1be-a2b2ea768757 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350311 Aug 09 18:06:45.468218 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46858) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:45.634225 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Deleting port 300f84f8-7c6e-4876-b287-ce8617ac34d4 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:06:45.634576 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:45.715585 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:45.715585 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:45.730626 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Calling delete_port for 300f84f8-7c6e-4876-b287-ce8617ac34d4 owned by network:floatingip {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:06:45.856780 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1748c19-ab65-4bfc-849a-6b0b9e91d769 req-2c39b45c-207e-41d2-b837-80572995ee4b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:45.861924 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b1748c19-ab65-4bfc-849a-6b0b9e91d769 req-2c39b45c-207e-41d2-b837-80572995ee4b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 946 time: 0.0603335 Aug 09 18:06:45.901517 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b1748c19-ab65-4bfc-849a-6b0b9e91d769 req-e7d402f5-aef2-448b-9d70-3fcf66af8e03 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368121 Aug 09 18:06:45.964622 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:45.997569 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event deleted for resources: {'Port': ['ID=300f84f8-7c6e-4876-b287-ce8617ac34d4,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:46.056511 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:46.056840 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Floating IP e546510e-cbb3-468a-91c8-436937a519a1 disassociated (deleted). External IP: 172.27.1.180, port: 0e515212-3fcd-4509-aa3b-2db183dc2015. Aug 09 18:06:46.276575 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:06:46.383659 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:06:46.388711 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:46.394885 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] Sync routers for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:06:46.410628 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:46.411068 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:46.421804 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-cb86d01f-4b34-4d77-a26c-44b3600a89d5 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "DELETE /v2.0/floatingips/e546510e-cbb3-468a-91c8-436937a519a1 HTTP/1.1" status: 204 len: 168 time: 0.9522843 Aug 09 18:06:46.423908 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'tag': '0e515212-3fcd-4509-aa3b-2db183dc2015'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:06:46.424683 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d59f8cd8-8823-41af-a448-747563ea2b37", "tag": "0e515212-3fcd-4509-aa3b-2db183dc2015"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:06:46.467544 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200941da-4e78-4bd0-bd3c-cc5bd7ccb41d x-openstack-request-id: req-200941da-4e78-4bd0-bd3c-cc5bd7ccb41d {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:06:46.467880 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59f8cd8-8823-41af-a448-747563ea2b37", "tag": "0e515212-3fcd-4509-aa3b-2db183dc2015", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:06:46.468187 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-200941da-4e78-4bd0-bd3c-cc5bd7ccb41d {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:06:46.468567 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'tag': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'status': 'completed', 'code': 200} Aug 09 18:06:46.528338 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:46.563529 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-c71ab8c2-3075-47fc-9a5e-224dde48a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:46.565208 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-c71ab8c2-3075-47fc-9a5e-224dde48a99b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 1099 time: 0.0503516 Aug 09 18:06:46.657797 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-1b55aad1-bb31-4dc8-ac81-054d786fb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:46.660287 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-1b55aad1-bb31-4dc8-ac81-054d786fb1d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 200 len: 913 time: 0.0870743 Aug 09 18:06:46.699072 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-85340c5b-a46e-4a00-a7e2-0cca8bd107eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:46.710609 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-e8b9b028-23dc-424f-99e3-7fd75272a914 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e515212-3fcd-4509-aa3b-2db183dc2015 HTTP/1.1" status: 200 len: 217 time: 0.0429752 Aug 09 18:06:46.743723 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:46.771397 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] Checking router: 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:06:46.772578 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:46.781077 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:46.781361 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-afd30266-2941-4a08-af7e-a73c0ce1dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:46.781665 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:46.783287 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-afd30266-2941-4a08-af7e-a73c0ce1dd7c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 200 len: 851 time: 0.0563381 Aug 09 18:06:46.861518 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-f9092b41-ba79-4afe-9bde-96329d754919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:46.863158 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-f9092b41-ba79-4afe-9bde-96329d754919 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0813a6d7-5ac5-4010-a774-1854c5fa63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0722504 Aug 09 18:06:46.983356 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-c906f2b9-c5f4-4c2e-b8c0-ec04b7c62657 service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100724 Aug 09 18:06:47.009384 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:47.116607 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f44c8-3fde-4166-aee2-8ca8ea101162 req-c533804d-7cb3-4f20-b9b6-6f5324ab6855 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:47.118177 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e95f44c8-3fde-4166-aee2-8ca8ea101162 req-c533804d-7cb3-4f20-b9b6-6f5324ab6855 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 946 time: 0.1323237 Aug 09 18:06:47.147872 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2423927-1430-467d-8ebd-80a06e5418d9 req-d6d1f91d-1459-498d-8f41-d27cf3d2e791 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:47.149376 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b2423927-1430-467d-8ebd-80a06e5418d9 req-d6d1f91d-1459-498d-8f41-d27cf3d2e791 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 946 time: 0.1540258 Aug 09 18:06:47.199565 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b8cd16c-3781-4c99-b51c-49aa8f2d74c4 req-bfc39709-0725-48a6-9d6b-78abeab9173b service neutron] 10.222.0.77 "GET /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018440 Aug 09 18:06:47.205748 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e95f44c8-3fde-4166-aee2-8ca8ea101162 req-a2dd3a6b-1a8d-4209-8c0d-f4ed360b59da tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795839 Aug 09 18:06:47.221804 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:47.222550 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b2423927-1430-467d-8ebd-80a06e5418d9 req-cc06935b-52aa-421b-9d6b-253697f8b559 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603800 Aug 09 18:06:47.251655 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd229d-d056-485c-9f78-39a94b8aa133 None None] The sync data for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi is: [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:40Z', 'revision_number': 4, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'd55a53e7-0fed-4f78-b19e-05a4e906d4e5', 'name': '', 'network_id': '0813a6d7-5ac5-4010-a774-1854c5fa63dd', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'mac_address': 'fa:16:3e:38:78:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '8018ece5-90b3-4713-b81b-06150633b989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:39Z', 'updated_at': '2021-08-09T17:58:45Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'subnets': [{'id': '8018ece5-90b3-4713-b81b-06150633b989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:06:47.477164 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb20a3d1-1cc6-407b-b439-c1a3b4fce42d None None] New status for floating IP e546510e-cbb3-468a-91c8-436937a519a1: DOWN {{(pid=100427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:06:47.981529 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:48.339494 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98839b5c-4e9c-4e2c-b2eb-15cce4897983 req-0930c3db-99dc-461f-bdc7-a799b4c91f92 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:48.340993 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-98839b5c-4e9c-4e2c-b2eb-15cce4897983 req-0930c3db-99dc-461f-bdc7-a799b4c91f92 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 946 time: 0.0501759 Aug 09 18:06:48.380973 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-98839b5c-4e9c-4e2c-b2eb-15cce4897983 req-1132a51b-09da-4dbb-a909-dc746a401413 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Aug 09 18:06:48.840999 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79097806-d649-44e0-8097-2968e8181d05 req-0a906429-9cf6-4e6e-a0e9-42ee70e34eaf tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:48.842998 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-79097806-d649-44e0-8097-2968e8181d05 req-0a906429-9cf6-4e6e-a0e9-42ee70e34eaf tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 946 time: 0.0518036 Aug 09 18:06:48.939510 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-79097806-d649-44e0-8097-2968e8181d05 req-9a76d80b-cb2c-4241-95c9-4607287cb666 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Deleting port 0e515212-3fcd-4509-aa3b-2db183dc2015 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:06:48.940024 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-79097806-d649-44e0-8097-2968e8181d05 req-9a76d80b-cb2c-4241-95c9-4607287cb666 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:49.278611 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:49.283393 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-79097806-d649-44e0-8097-2968e8181d05 req-9a76d80b-cb2c-4241-95c9-4607287cb666 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] For port 0e515212-3fcd-4509-aa3b-2db183dc2015, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e515212-3fcd-4509-aa3b-2db183dc2015,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:49.283762 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-79097806-d649-44e0-8097-2968e8181d05 req-9a76d80b-cb2c-4241-95c9-4607287cb666 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:49.297426 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-79097806-d649-44e0-8097-2968e8181d05 req-9a76d80b-cb2c-4241-95c9-4607287cb666 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Calling delete_port for 0e515212-3fcd-4509-aa3b-2db183dc2015 owned by compute:nova {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:06:49.499863 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bd36b-500a-4c2a-bc8e-448430939806 req-0a501cc2-c256-4eea-abaf-e04078001856 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:49.501385 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-916bd36b-500a-4c2a-bc8e-448430939806 req-0a501cc2-c256-4eea-abaf-e04078001856 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 946 time: 0.0519819 Aug 09 18:06:49.502547 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-79097806-d649-44e0-8097-2968e8181d05 req-9a76d80b-cb2c-4241-95c9-4607287cb666 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:49.544852 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76d80b-cb2c-4241-95c9-4607287cb666 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event deleted for resources: {'Port': ['ID=0e515212-3fcd-4509-aa3b-2db183dc2015,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:49.593095 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-79097806-d649-44e0-8097-2968e8181d05 req-9a76d80b-cb2c-4241-95c9-4607287cb666 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] No DVR routers for this DVR port 0e515212-3fcd-4509-aa3b-2db183dc2015 on host hv-cinder-78836 {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:06:49.597065 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-79097806-d649-44e0-8097-2968e8181d05 req-9a76d80b-cb2c-4241-95c9-4607287cb666 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:49.598989 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-79097806-d649-44e0-8097-2968e8181d05 req-9a76d80b-cb2c-4241-95c9-4607287cb666 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.77 "DELETE /v2.0/ports/0e515212-3fcd-4509-aa3b-2db183dc2015 HTTP/1.1" status: 204 len: 173 time: 0.7466202 Aug 09 18:06:49.599437 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'name': 'network-vif-deleted', 'tag': '0e515212-3fcd-4509-aa3b-2db183dc2015'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:06:49.601666 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105312f1-bb56-452e-ae10-cdf7829c7a34" -d '{"events": [{"server_uuid": "d59f8cd8-8823-41af-a448-747563ea2b37", "name": "network-vif-deleted", "tag": "0e515212-3fcd-4509-aa3b-2db183dc2015"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:06:49.607021 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-916bd36b-500a-4c2a-bc8e-448430939806 req-a7e7d281-f206-40e1-a5f4-20776587e7a4 tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/security-groups?id=c774b359-8b3a-416e-8cd8-cfc587eb3b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977695 Aug 09 18:06:49.638879 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f1e88f-233e-4815-a8bc-ffd06d39d233 x-openstack-request-id: req-f6f1e88f-233e-4815-a8bc-ffd06d39d233 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:06:49.639170 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59f8cd8-8823-41af-a448-747563ea2b37", "name": "network-vif-deleted", "tag": "0e515212-3fcd-4509-aa3b-2db183dc2015", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:06:49.639424 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6f1e88f-233e-4815-a8bc-ffd06d39d233 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:06:49.639821 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59f8cd8-8823-41af-a448-747563ea2b37', 'name': 'network-vif-deleted', 'tag': '0e515212-3fcd-4509-aa3b-2db183dc2015', 'status': 'completed', 'code': 200} Aug 09 18:06:50.719324 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e32f46ef-997d-4d65-97d7-907cd01425a3 req-dd61286d-42d3-4e7a-a47d-ae0b68b880bc tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "GET /v2.0/ports?device_id=d59f8cd8-8823-41af-a448-747563ea2b37 HTTP/1.1" status: 200 len: 210 time: 0.0304036 Aug 09 18:06:51.781375 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46916) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:51.918565 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-1133282c-8a78-42c0-a340-d1ae5aab093d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Deleting port d2d5b101-5ab0-4880-9b03-31812fbd41e6 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:06:51.918911 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1133282c-8a78-42c0-a340-d1ae5aab093d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:51.993099 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1133282c-8a78-42c0-a340-d1ae5aab093d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:51.993471 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1133282c-8a78-42c0-a340-d1ae5aab093d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:52.005916 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-1133282c-8a78-42c0-a340-d1ae5aab093d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Calling delete_port for d2d5b101-5ab0-4880-9b03-31812fbd41e6 owned by network:floatingip {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:06:52.227183 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1133282c-8a78-42c0-a340-d1ae5aab093d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:52.256917 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133282c-8a78-42c0-a340-d1ae5aab093d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event deleted for resources: {'Port': ['ID=d2d5b101-5ab0-4880-9b03-31812fbd41e6,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:52.317060 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1133282c-8a78-42c0-a340-d1ae5aab093d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for floatingip, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:52.319751 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-1133282c-8a78-42c0-a340-d1ae5aab093d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:52.320942 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-1133282c-8a78-42c0-a340-d1ae5aab093d tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "DELETE /v2.0/floatingips/07dd2fc7-d78e-407b-b676-56395760d899 HTTP/1.1" status: 204 len: 168 time: 0.5385816 Aug 09 18:06:53.106859 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 0e515212-3fcd-4509-aa3b-2db183dc2015 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:06:53.128493 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 0e515212-3fcd-4509-aa3b-2db183dc2015 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:06:53.128833 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 0e515212-3fcd-4509-aa3b-2db183dc2015 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:06:53.290235 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-127e4658-fefb-46c9-9a54-b893089d6e98 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148342689&fields=id&tenant_id=339fdfb1eb3b473b90c25e54116612e3 HTTP/1.1" status: 200 len: 267 time: 0.0339742 Aug 09 18:06:53.399817 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-8dc26b3a-2fad-49aa-86b3-77d06eaf4b75 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:53.401214 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-8dc26b3a-2fad-49aa-86b3-77d06eaf4b75 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/networks?id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b HTTP/1.1" status: 200 len: 809 time: 0.1039288 Aug 09 18:06:53.417391 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-57d60ba8-5927-4850-a8b0-0e6918029b15 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/quotas/339fdfb1eb3b473b90c25e54116612e3 HTTP/1.1" status: 200 len: 375 time: 0.0096991 Aug 09 18:06:53.469347 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-c69a7aa2-fa16-4150-be28-c40c0db8c3ca tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=339fdfb1eb3b473b90c25e54116612e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460973 Aug 09 18:06:53.573256 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-14ece708-9756-4abb-b7fc-3449108eba70 service neutron] 10.222.0.54 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916426 Aug 09 18:06:53.661654 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-909c04e1-4191-4aec-a681-f58fd82abe4d service neutron] 10.222.0.54 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815532 Aug 09 18:06:53.684039 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46936) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:53.750434 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ad1a69ef-221f-479c-840f-3232dbbfc3fb tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:53.776575 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ad1a69ef-221f-479c-840f-3232dbbfc3fb tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:53.930028 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ad1a69ef-221f-479c-840f-3232dbbfc3fb tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:53.932508 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ad1a69ef-221f-479c-840f-3232dbbfc3fb tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:53.933706 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-ad1a69ef-221f-479c-840f-3232dbbfc3fb tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] 10.222.0.54 "DELETE /v2.0/security-groups/c774b359-8b3a-416e-8cd8-cfc587eb3b7d HTTP/1.1" status: 204 len: 168 time: 0.2486615 Aug 09 18:06:53.943954 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a69ef-221f-479c-840f-3232dbbfc3fb tempest-TestVolumeBootPattern-1061245546 tempest-TestVolumeBootPattern-1061245546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c774b359-8b3a-416e-8cd8-cfc587eb3b7d,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:54.092811 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46946) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:54.365903 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b588ac4a-3eb2-40b6-a512-a08109a1a34e req-8370ff83-cb70-4ff0-aa46-4fb16a838968 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 210 time: 0.0318265 Aug 09 18:06:54.609969 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610435'] for router_interface, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:54.868988 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] Deleting port d55a53e7-0fed-4f78-b19e-05a4e906d4e5 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:06:54.869361 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:54.954660 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] For port d55a53e7-0fed-4f78-b19e-05a4e906d4e5, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=d55a53e7-0fed-4f78-b19e-05a4e906d4e5,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:54.955229 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:54.973195 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] Calling delete_port for d55a53e7-0fed-4f78-b19e-05a4e906d4e5 owned by network:router_interface {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:06:55.261675 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:55.285254 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] Pushing event deleted for resources: {'Port': ['ID=d55a53e7-0fed-4f78-b19e-05a4e906d4e5,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:55.459020 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-11deedc1-932e-4708-b8ff-647d963610b7 req-c4dcac32-38a9-49f8-827b-16fff2ea5f76 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 210 time: 0.0266125 Aug 09 18:06:55.462409 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608563'] for router_interface, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:55.680596 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] Router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:06:56.051712 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:06:56.056719 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-7b9e9c88-a1a3-4ceb-8c6d-2104d829202b admin admin] 10.222.0.54 "PUT /v2.0/routers/40fa8fcb-98b5-4673-8ad2-e0503a9c27bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9617133 Aug 09 18:06:56.059935 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46962) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:56.061064 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] Sync routers for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:06:56.070503 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:56.071163 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:56.172988 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Notify callbacks [] for router, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:56.177576 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:56.282013 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:56.360141 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236'}], 'enable_snat': True}, 'gw_port_id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T18:06:55Z', 'revision_number': 5, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port': {'id': 'a4f399ed-c68a-4aa2-91e7-ed78bfec1190', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:03:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T17:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:56.390180 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] Checking router: 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:06:56.398686 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] Routers {'40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:06:56.399292 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:56.425346 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Deleting port a4f399ed-c68a-4aa2-91e7-ed78bfec1190 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:06:56.425716 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:56.490590 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] Set router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd gateway port host: None {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:06:56.550073 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T18:06:56Z', 'revision_number': 6, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port_host': None}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:56.579061 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] For port a4f399ed-c68a-4aa2-91e7-ed78bfec1190, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=a4f399ed-c68a-4aa2-91e7-ed78bfec1190,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:56.579656 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e9c0b-9dd5-4b26-bb3f-dd88e6e89a46 None None] The sync data for ids ['40fa8fcb-98b5-4673-8ad2-e0503a9c27bd'] in dv-cinder-788363-10-iscsi is: [{'id': '40fa8fcb-98b5-4673-8ad2-e0503a9c27bd', 'name': 'tempest-TestVolumeBootPattern-1414233561-router', 'tenant_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:36Z', 'updated_at': '2021-08-09T18:06:56Z', 'revision_number': 6, 'project_id': 'f127e76c4e2d4888a8fcd4f86727ad0b', 'gw_port_host': None}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:06:56.579831 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:56.615483 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Calling delete_port for a4f399ed-c68a-4aa2-91e7-ed78bfec1190 owned by network:router_gateway {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:06:56.618869 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-059ced6a-7c20-4a5d-b19d-a39520f34c41 req-42c377a7-0b00-4eb4-8f0f-0569842e0d58 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 210 time: 0.0544469 Aug 09 18:06:56.710124 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-5cafebf4-488b-4b98-badc-73c0edda044f tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:56.711601 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-5cafebf4-488b-4b98-badc-73c0edda044f tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.77 "GET /v2.0/networks?id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b HTTP/1.1" status: 200 len: 809 time: 0.2030263 Aug 09 18:06:56.802899 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-2bd89339-0e72-4f95-a92f-53a04cc68da9 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=339fdfb1eb3b473b90c25e54116612e3 HTTP/1.1" status: 200 len: 380 time: 0.0469542 Aug 09 18:06:56.813162 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Request body: {'port': {'device_id': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'admin_state_up': True, 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'security_groups': ['23251073-ad83-44ea-a184-8d8288962338']}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:56.998730 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.027251 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f399ed-c68a-4aa2-91e7-ed78bfec1190,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:57.030382 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Made reservation on behalf of 339fdfb1eb3b473b90c25e54116612e3 for: {'port': 1} {{(pid=100426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 18:06:57.034190 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.071840 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.072186 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.072532 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.072866 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.073204 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.073560 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.073889 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.074218 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.074543 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.074866 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.075188 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.076072 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:06:57.157930 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610773'] for router_gateway, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.279834 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2695'] for router, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.283799 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.343857 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_common [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Allocated IP 172.20.0.6 (ae7cae82-b2c1-4149-bd38-fa45fa9b765b/9bdb552e-200b-4259-83d3-9a251fa2b5f2/45fcc509-05eb-4485-8cfe-24cc44a62604) {{(pid=100426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:06:57.405441 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device a4f399ed-c68a-4aa2-91e7-ed78bfec1190 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:06:57.427033 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: a4f399ed-c68a-4aa2-91e7-ed78bfec1190 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:06:57.427378 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device a4f399ed-c68a-4aa2-91e7-ed78bfec1190 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:06:57.427796 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d55a53e7-0fed-4f78-b19e-05a4e906d4e5 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:06:57.445682 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608213'] for router, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.446611 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40fa8fcb-98b5-4673-8ad2-e0503a9c27bd {{(pid=100426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:06:57.454129 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: d55a53e7-0fed-4f78-b19e-05a4e906d4e5 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:06:57.454697 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device d55a53e7-0fed-4f78-b19e-05a4e906d4e5 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:06:57.461264 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.462725 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-ed8229ab-3b72-4e7f-9dfb-8043d29a0bea admin admin] 10.222.0.54 "DELETE /v2.0/routers/40fa8fcb-98b5-4673-8ad2-e0503a9c27bd HTTP/1.1" status: 204 len: 168 time: 1.4018164 Aug 09 18:06:57.465466 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46966) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:57.521099 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0d1110-78ad-4338-8b6d-575d53cba7d2 admin admin] Deleting subnet 8018ece5-90b3-4713-b81b-06150633b989 {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:06:57.524409 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1110-78ad-4338-8b6d-575d53cba7d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.524574 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for port, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.540449 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Transition to ACTIVE for port object 45fcc509-05eb-4485-8cfe-24cc44a62604 will not be triggered until provisioned by entity DHCP. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:57.564463 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1110-78ad-4338-8b6d-575d53cba7d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2648144'] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.639690 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.654024 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1110-78ad-4338-8b6d-575d53cba7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.683114 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Network ae7cae82-b2c1-4149-bd38-fa45fa9b765b is already hosted by enough agents. {{(pid=100426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:06:57.687064 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.base_scheduler [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Resources bound (agent type, host, resource id): {{(pid=100426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:06:57.691444 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Received port after_create {{(pid=100426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:06:57.762367 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event updated for resources: {'Port': ['ID=45fcc509-05eb-4485-8cfe-24cc44a62604,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:57.788576 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:57.789254 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.805798 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1110-78ad-4338-8b6d-575d53cba7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2648410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878738'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.813077 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f46b5-e530-40bf-9a72-5de5cc273cd3 req-5a2c999b-0d60-4424-84e8-f477e14a4827 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:57.814705 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f28f46b5-e530-40bf-9a72-5de5cc273cd3 req-5a2c999b-0d60-4424-84e8-f477e14a4827 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 931 time: 0.0957022 Aug 09 18:06:57.847761 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d1110-78ad-4338-8b6d-575d53cba7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8018ece5-90b3-4713-b81b-06150633b989,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:57.852995 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-7e0d1110-78ad-4338-8b6d-575d53cba7d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.855563 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-7e0d1110-78ad-4338-8b6d-575d53cba7d2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8018ece5-90b3-4713-b81b-06150633b989 HTTP/1.1" status: 204 len: 168 time: 0.3886640 Aug 09 18:06:57.858705 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46970) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:57.870936 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9225c276-33a1-451d-bbf7-df2eb78ae40e None None] Network 0813a6d7-5ac5-4010-a774-1854c5fa63dd requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:06:57.895672 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f28f46b5-e530-40bf-9a72-5de5cc273cd3 req-ec673694-b61b-47dc-a714-04a7d6ed7099 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723166 Aug 09 18:06:57.897672 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-0eb0b9ff-87dc-4607-ab47-2f355782dcb1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0883904 Aug 09 18:06:57.917154 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.v2.base [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Request body: {'port': {'device_id': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=100426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:06:57.946700 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:57.985008 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.014376 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Deleting port 32726f50-8e81-423e-a7cc-4db08734d8f3 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:06:58.022044 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.072536 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-35c02052-bd73-4229-9a42-7c03e9ceddaa None None] Provisioning for port 45fcc509-05eb-4485-8cfe-24cc44a62604 completed by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:06:58.076826 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-35c02052-bd73-4229-9a42-7c03e9ceddaa None None] Provisioning complete for port 45fcc509-05eb-4485-8cfe-24cc44a62604 triggered by entity DHCP. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:06:58.077244 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-35c02052-bd73-4229-9a42-7c03e9ceddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.099684 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] For port 32726f50-8e81-423e-a7cc-4db08734d8f3, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=32726f50-8e81-423e-a7cc-4db08734d8f3,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:58.106702 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.108024 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea66fa5c-52d8-417a-9e0b-8fbb4515268b None None] DHCP port deletion for 0813a6d7-5ac5-4010-a774-1854c5fa63dd request from dv-cinder-788363-10-iscsi {{(pid=100427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:06:58.120752 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Calling delete_port for 32726f50-8e81-423e-a7cc-4db08734d8f3 owned by network:dhcp {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:06:58.152163 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-35c02052-bd73-4229-9a42-7c03e9ceddaa None None] Port 45fcc509-05eb-4485-8cfe-24cc44a62604 cannot update to ACTIVE because it is not bound. {{(pid=100427) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 18:06:58.175825 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ea66fa5c-52d8-417a-9e0b-8fbb4515268b None None] Deleting port 32726f50-8e81-423e-a7cc-4db08734d8f3 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:06:58.176591 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea66fa5c-52d8-417a-9e0b-8fbb4515268b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.257198 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.259079 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-ea66fa5c-52d8-417a-9e0b-8fbb4515268b None None] For port 32726f50-8e81-423e-a7cc-4db08734d8f3, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=32726f50-8e81-423e-a7cc-4db08734d8f3,segment=NetworkSegment(d2224f38-3ed7-49ff-9dce-d02f7a9114eb),segment_id=d2224f38-3ed7-49ff-9dce-d02f7a9114eb)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:58.259918 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea66fa5c-52d8-417a-9e0b-8fbb4515268b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.284270 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-ea66fa5c-52d8-417a-9e0b-8fbb4515268b None None] Calling delete_port for 32726f50-8e81-423e-a7cc-4db08734d8f3 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:06:58.292220 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Pushing event deleted for resources: {'Port': ['ID=32726f50-8e81-423e-a7cc-4db08734d8f3,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:58.296306 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] No DVR routers for this DVR port 32726f50-8e81-423e-a7cc-4db08734d8f3 on host dv-cinder-788363-10-iscsi {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:06:58.363133 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fcc509-05eb-4485-8cfe-24cc44a62604 {{(pid=100426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:06:58.370533 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.376422 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.381987 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0813a6d7-5ac5-4010-a774-1854c5fa63dd']}} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:58.393768 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb') {'for_net_delete': True} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:58.394370 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2224f38-3ed7-49ff-9dce-d02f7a9114eb') {} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:06:58.398356 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.provisioning_blocks [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Transition to ACTIVE for port object 45fcc509-05eb-4485-8cfe-24cc44a62604 will not be triggered until provisioned by entity L2. {{(pid=100426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 18:06:58.404472 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2648135'] for segment, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.411311 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-ea66fa5c-52d8-417a-9e0b-8fbb4515268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.418717 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.425046 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=100425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:06:58.425483 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2648452'] for segment, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: Traceback (most recent call last): Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: timer() Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: cb(*args, **kw) Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: return func(*args, **kwargs) Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: self._notify() Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: self.callback(batched_events) Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: event.method(event) Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: return f(self, *a, **k) Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._get(url).json() Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: return self.request(url, 'GET', **kwargs) Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:06:58.427226 dv-cinder-788363-10-iscsi neutron-server[100425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:06:58.437439 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66fa5c-52d8-417a-9e0b-8fbb4515268b None None] Pushing event deleted for resources: {'Port': ['ID=32726f50-8e81-423e-a7cc-4db08734d8f3,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:58.439297 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea66fa5c-52d8-417a-9e0b-8fbb4515268b None None] No DVR routers for this DVR port 32726f50-8e81-423e-a7cc-4db08734d8f3 on host dv-cinder-788363-10-iscsi {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:06:58.512667 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.568267 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Pushing event updated for resources: {'Port': ['ID=45fcc509-05eb-4485-8cfe-24cc44a62604,revision_number=2']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:58.587423 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.593393 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.595409 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0813a6d7-5ac5-4010-a774-1854c5fa63dd HTTP/1.1" status: 204 len: 168 time: 0.7353141 Aug 09 18:06:58.599133 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46972) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:06:58.615322 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c0729-4a40-453b-8d6a-659a70b0d830 admin admin] Pushing event deleted for resources: {'Network': ['ID=0813a6d7-5ac5-4010-a774-1854c5fa63dd,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:58.643819 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Attempting to bind port 45fcc509-05eb-4485-8cfe-24cc44a62604 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 18:06:58.644423 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Attempting to bind port 45fcc509-05eb-4485-8cfe-24cc44a62604 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'}] {{(pid=100426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 18:06:58.644541 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Attempting to bind port 45fcc509-05eb-4485-8cfe-24cc44a62604 on network ae7cae82-b2c1-4149-bd38-fa45fa9b765b {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:06:58.649119 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Port 45fcc509-05eb-4485-8cfe-24cc44a62604 on network ae7cae82-b2c1-4149-bd38-fa45fa9b765b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 18:06:58.649489 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Attempting to bind port 45fcc509-05eb-4485-8cfe-24cc44a62604 on network ae7cae82-b2c1-4149-bd38-fa45fa9b765b {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 18:06:58.654913 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Checking agent: {'id': '5ffc7510-60e4-4533-bdda-b001d5aa1b64', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'started_at': datetime.datetime(2021, 8, 9, 17, 55, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 18, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 18:06:58.655256 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Checking segment: {'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 18:06:58.655654 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Bound using segment: {'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'} {{(pid=100426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 18:06:58.656094 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.managers [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Bound port: 45fcc509-05eb-4485-8cfe-24cc44a62604, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b'}}] {{(pid=100426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 18:06:58.656464 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.735810 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] For port 45fcc509-05eb-4485-8cfe-24cc44a62604, host hv-cinder-78836, cleared binding levels {{(pid=100426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 18:06:58.739181 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] For port 45fcc509-05eb-4485-8cfe-24cc44a62604, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45fcc509-05eb-4485-8cfe-24cc44a62604,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 18:06:58.850434 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4166034'] for port, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.885032 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:58.885810 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:58.887639 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] 10.222.0.77 "PUT /v2.0/ports/45fcc509-05eb-4485-8cfe-24cc44a62604 HTTP/1.1" status: 200 len: 1093 time: 0.9750221 Aug 09 18:06:58.888942 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:06:58.891317 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ecfac4-1881-45c4-87cc-d0c357e7d4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:06:58.926729 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9553f-a911-4057-80ab-99de8ffd25fe service neutron] Pushing event updated for resources: {'Port': ['ID=45fcc509-05eb-4485-8cfe-24cc44a62604,revision_number=3']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:58.972871 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c28db1-9fcc-4332-ab18-9b19a04f9971 x-openstack-request-id: req-c7c28db1-9fcc-4332-ab18-9b19a04f9971 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:06:58.973269 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:06:58.973870 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7c28db1-9fcc-4332-ab18-9b19a04f9971 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:06:58.974312 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'status': 'completed', 'code': 200} Aug 09 18:06:59.023792 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610435'] for router_interface, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:59.116127 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235376b3-461f-4483-b1ce-476c5210d8a1 req-971a0eaa-223c-4210-b0f8-94bb0bbcf73c tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:59.117785 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-235376b3-461f-4483-b1ce-476c5210d8a1 req-971a0eaa-223c-4210-b0f8-94bb0bbcf73c tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.1121356 Aug 09 18:06:59.120897 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecfac4-1881-45c4-87cc-d0c357e7d4a5 req-ba54b07f-d338-4bff-ba83-730cdb3547b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:59.123016 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-36ecfac4-1881-45c4-87cc-d0c357e7d4a5 req-ba54b07f-d338-4bff-ba83-730cdb3547b0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=339fdfb1eb3b473b90c25e54116612e3&device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1096 time: 0.0792832 Aug 09 18:06:59.225368 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-235376b3-461f-4483-b1ce-476c5210d8a1 req-b47698a4-afae-47ba-8a97-7d7fc1b423fa tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965807 Aug 09 18:06:59.254144 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 32726f50-8e81-423e-a7cc-4db08734d8f3 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:06:59.264559 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecfac4-1881-45c4-87cc-d0c357e7d4a5 req-6d4be652-880e-4651-99fe-b76116d54342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:59.266389 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-36ecfac4-1881-45c4-87cc-d0c357e7d4a5 req-6d4be652-880e-4651-99fe-b76116d54342 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=339fdfb1eb3b473b90c25e54116612e3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1283221 Aug 09 18:06:59.277407 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 32726f50-8e81-423e-a7cc-4db08734d8f3 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:06:59.278061 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 32726f50-8e81-423e-a7cc-4db08734d8f3 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:06:59.362848 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] Deleting port 3d00c357-d231-4b86-8163-465ebb7ce885 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:06:59.363497 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:59.380433 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecfac4-1881-45c4-87cc-d0c357e7d4a5 req-99e95598-c0c0-4912-9a22-b342cd054881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:59.382675 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-36ecfac4-1881-45c4-87cc-d0c357e7d4a5 req-99e95598-c0c0-4912-9a22-b342cd054881 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078510 Aug 09 18:06:59.446899 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] For port 3d00c357-d231-4b86-8163-465ebb7ce885, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=3d00c357-d231-4b86-8163-465ebb7ce885,segment=NetworkSegment(6aaaa723-7dfd-49ac-8710-d4559da22eba),segment_id=6aaaa723-7dfd-49ac-8710-d4559da22eba)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:06:59.447262 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:59.460505 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] Calling delete_port for 3d00c357-d231-4b86-8163-465ebb7ce885 owned by network:router_interface {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:06:59.493141 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-73313698-2833-45c1-bf22-c7b04f7a8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:59.494659 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-73313698-2833-45c1-bf22-c7b04f7a8674 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=339fdfb1eb3b473b90c25e54116612e3&device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1096 time: 0.0463624 Aug 09 18:06:59.548128 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-2a05747a-ad4f-4658-afd9-66d1cc99bbd1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45fcc509-05eb-4485-8cfe-24cc44a62604 HTTP/1.1" status: 200 len: 217 time: 0.0386312 Aug 09 18:06:59.597689 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-942c2438-016a-43e5-8c4d-45034467c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:59.599167 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-942c2438-016a-43e5-8c4d-45034467c9a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9bdb552e-200b-4259-83d3-9a251fa2b5f2 HTTP/1.1" status: 200 len: 848 time: 0.0444472 Aug 09 18:06:59.649173 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-cba5ce10-55fb-4d64-b005-d56061723224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:06:59.649173 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-cba5ce10-55fb-4d64-b005-d56061723224 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398452 Aug 09 18:06:59.712633 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:06:59.740103 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d00c357-d231-4b86-8163-465ebb7ce885,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:06:59.758873 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-40ac5b67-11e2-4d58-87dd-b3060f60d787 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029873 Aug 09 18:06:59.867238 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bcd7eae8-6e21-4af8-aa9d-a7a865585831 req-17a81751-70d6-42b1-b619-5694ab4fda21 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015182 Aug 09 18:06:59.947003 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608563'] for router_interface, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:00.172056 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] Router 2369e338-1be8-4016-acae-894345ccfc1e has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:07:00.283111 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:07:00.292247 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0232615f-0c50-4f93-a173-810f935cff6d admin admin] 10.222.0.54 "PUT /v2.0/routers/2369e338-1be8-4016-acae-894345ccfc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6920540 Aug 09 18:07:00.295122 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] Sync routers for ids ['2369e338-1be8-4016-acae-894345ccfc1e'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:07:00.298314 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46980) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:00.305614 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] Routers {'2369e338-1be8-4016-acae-894345ccfc1e'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:07:00.306864 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['2369e338-1be8-4016-acae-894345ccfc1e'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:00.415363 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] Set router 2369e338-1be8-4016-acae-894345ccfc1e gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:07:00.442536 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cde89f-c5ae-46e4-8ac6-2db698e0b54d req-85b18dde-ae15-4b8d-b0cd-3740ec867600 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:00.444050 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7cde89f-c5ae-46e4-8ac6-2db698e0b54d req-85b18dde-ae15-4b8d-b0cd-3740ec867600 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.1058838 Aug 09 18:07:00.460002 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Notify callbacks [] for router, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:00.605920 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2369e338-1be8-4016-acae-894345ccfc1e', 'name': 'tempest-TestVolumeBootPattern-512905342-router', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '43b79990-f217-41da-981f-b17ca2ed1911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:45Z', 'updated_at': '2021-08-09T18:06:59Z', 'revision_number': 5, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'gw_port': {'id': '43b79990-f217-41da-981f-b17ca2ed1911', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:46Z', 'updated_at': '2021-08-09T17:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:00.634490 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] Checking router: 2369e338-1be8-4016-acae-894345ccfc1e for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:07:00.643584 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] Routers {'2369e338-1be8-4016-acae-894345ccfc1e'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:07:00.644193 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['2369e338-1be8-4016-acae-894345ccfc1e'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:00.802482 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a7cde89f-c5ae-46e4-8ac6-2db698e0b54d req-812f0c74-d37d-4f09-ac19-a7294fbb26c9 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512189 Aug 09 18:07:00.865979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:00.883514 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] Set router 2369e338-1be8-4016-acae-894345ccfc1e gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:07:01.012496 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Deleting port 43b79990-f217-41da-981f-b17ca2ed1911 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:07:01.013238 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:01.071764 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2369e338-1be8-4016-acae-894345ccfc1e', 'name': 'tempest-TestVolumeBootPattern-512905342-router', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '43b79990-f217-41da-981f-b17ca2ed1911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:45Z', 'updated_at': '2021-08-09T18:06:59Z', 'revision_number': 5, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'gw_port': {'id': '43b79990-f217-41da-981f-b17ca2ed1911', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:46Z', 'updated_at': '2021-08-09T17:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:01.096186 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] For port 43b79990-f217-41da-981f-b17ca2ed1911, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=43b79990-f217-41da-981f-b17ca2ed1911,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:01.096547 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:01.098712 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1fc340-c411-4de8-84de-d2d7f3ce874c None None] The sync data for ids ['2369e338-1be8-4016-acae-894345ccfc1e'] in dv-cinder-788363-10-iscsi is: [{'id': '2369e338-1be8-4016-acae-894345ccfc1e', 'name': 'tempest-TestVolumeBootPattern-512905342-router', 'tenant_id': '0670867aa4144e6182e1d408f27c52e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '43b79990-f217-41da-981f-b17ca2ed1911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T17:58:45Z', 'updated_at': '2021-08-09T18:06:59Z', 'revision_number': 5, 'project_id': '0670867aa4144e6182e1d408f27c52e9', 'gw_port': {'id': '43b79990-f217-41da-981f-b17ca2ed1911', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2369e338-1be8-4016-acae-894345ccfc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T17:58:46Z', 'updated_at': '2021-08-09T17:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:07:01.115511 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Calling delete_port for 43b79990-f217-41da-981f-b17ca2ed1911 owned by network:router_gateway {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:07:01.369828 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:01.396334 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=43b79990-f217-41da-981f-b17ca2ed1911,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:01.471789 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610773'] for router_gateway, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:01.563262 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 3d00c357-d231-4b86-8163-465ebb7ce885 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:07:01.568000 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2695'] for router, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:01.570703 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:01.589532 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 3d00c357-d231-4b86-8163-465ebb7ce885 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:07:01.589881 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 3d00c357-d231-4b86-8163-465ebb7ce885 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:07:01.707241 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608213'] for router, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:01.707807 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2369e338-1be8-4016-acae-894345ccfc1e {{(pid=100426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:07:01.712263 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:01.713374 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-49e57ac8-4a0d-4e4c-9615-b22715233a8a admin admin] 10.222.0.54 "DELETE /v2.0/routers/2369e338-1be8-4016-acae-894345ccfc1e HTTP/1.1" status: 204 len: 168 time: 1.4148500 Aug 09 18:07:01.715932 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46982) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:01.768223 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c827cc48-c7a4-440a-9f3c-053097c9274b admin admin] Deleting subnet 5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb {{(pid=100426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:07:01.771673 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c827cc48-c7a4-440a-9f3c-053097c9274b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:01.813388 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c827cc48-c7a4-440a-9f3c-053097c9274b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165673'] for subnet, precommit_delete_associations {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:01.905984 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c827cc48-c7a4-440a-9f3c-053097c9274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.001344 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dd6e4-6261-4640-82e2-b7262ed86215 req-789ba612-c947-44e4-9cbe-8a78cc296326 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:02.002789 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e27dd6e4-6261-4640-82e2-b7262ed86215 req-789ba612-c947-44e4-9cbe-8a78cc296326 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.1185358 Aug 09 18:07:02.023346 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c827cc48-c7a4-440a-9f3c-053097c9274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4166056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4169930'] for subnet, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.063487 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827cc48-c7a4-440a-9f3c-053097c9274b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:02.065668 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c827cc48-c7a4-440a-9f3c-053097c9274b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.070264 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-c827cc48-c7a4-440a-9f3c-053097c9274b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5c20fd9a-fa21-4dc1-a3c0-5e8f37e2d1cb HTTP/1.1" status: 204 len: 168 time: 0.3506141 Aug 09 18:07:02.070370 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade5997d-5fe2-41e7-a263-f1c989877c30 None None] Network 88a8a2af-de95-44b0-bab5-b30b4dfa48ae requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:07:02.070639 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46986) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:02.082602 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e27dd6e4-6261-4640-82e2-b7262ed86215 req-391778ea-aa34-4348-8481-757600e24a28 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735157 Aug 09 18:07:02.149158 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.217782 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Deleting port dbad2fed-fe5d-4f75-9dca-514036e34e82 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:07:02.218119 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.273236 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2c77f-7326-4756-bde8-4caf958d7275 None None] DHCP port deletion for 88a8a2af-de95-44b0-bab5-b30b4dfa48ae request from dv-cinder-788363-10-iscsi {{(pid=100427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:07:02.285973 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] For port dbad2fed-fe5d-4f75-9dca-514036e34e82, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=dbad2fed-fe5d-4f75-9dca-514036e34e82,segment=NetworkSegment(6aaaa723-7dfd-49ac-8710-d4559da22eba),segment_id=6aaaa723-7dfd-49ac-8710-d4559da22eba)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:02.286213 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.300394 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Calling delete_port for dbad2fed-fe5d-4f75-9dca-514036e34e82 owned by network:dhcp {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:07:02.329185 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-cae2c77f-7326-4756-bde8-4caf958d7275 None None] Deleting port dbad2fed-fe5d-4f75-9dca-514036e34e82 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:07:02.329612 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cae2c77f-7326-4756-bde8-4caf958d7275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.393645 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-cae2c77f-7326-4756-bde8-4caf958d7275 None None] For port dbad2fed-fe5d-4f75-9dca-514036e34e82, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=dbad2fed-fe5d-4f75-9dca-514036e34e82,segment=NetworkSegment(6aaaa723-7dfd-49ac-8710-d4559da22eba),segment_id=6aaaa723-7dfd-49ac-8710-d4559da22eba)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:02.394034 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cae2c77f-7326-4756-bde8-4caf958d7275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.407438 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-cae2c77f-7326-4756-bde8-4caf958d7275 None None] Calling delete_port for dbad2fed-fe5d-4f75-9dca-514036e34e82 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:07:02.472502 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.481704 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-cae2c77f-7326-4756-bde8-4caf958d7275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.502274 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbad2fed-fe5d-4f75-9dca-514036e34e82,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:02.505632 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] No DVR routers for this DVR port dbad2fed-fe5d-4f75-9dca-514036e34e82 on host dv-cinder-788363-10-iscsi {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:07:02.510624 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2c77f-7326-4756-bde8-4caf958d7275 None None] Pushing event deleted for resources: {'Port': ['ID=dbad2fed-fe5d-4f75-9dca-514036e34e82,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:02.514288 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae2c77f-7326-4756-bde8-4caf958d7275 None None] No DVR routers for this DVR port dbad2fed-fe5d-4f75-9dca-514036e34e82 on host dv-cinder-788363-10-iscsi {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:07:02.576641 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.586589 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a8a2af-de95-44b0-bab5-b30b4dfa48ae']}} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:02.598461 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaaa723-7dfd-49ac-8710-d4559da22eba') {'for_net_delete': True} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:02.598756 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaaa723-7dfd-49ac-8710-d4559da22eba') {} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:02.608137 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165694'] for segment, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.622351 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.628423 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=100426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:07:02.628817 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166006'] for segment, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: Traceback (most recent call last): Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: timer() Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: cb(*args, **kw) Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: return func(*args, **kwargs) Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: self._notify() Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: self.callback(batched_events) Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: event.method(event) Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: return f(self, *a, **k) Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._get(url).json() Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: return self.request(url, 'GET', **kwargs) Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:07:02.630540 dv-cinder-788363-10-iscsi neutron-server[100426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:07:02.735463 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.741564 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:02.743309 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/88a8a2af-de95-44b0-bab5-b30b4dfa48ae HTTP/1.1" status: 204 len: 168 time: 0.6718841 Aug 09 18:07:02.754362 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb542a-560e-4931-ac25-4892e92b32f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a8a2af-de95-44b0-bab5-b30b4dfa48ae,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:03.216217 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351627b-41aa-4fa3-8c0c-b939a1984716 req-7f6177f4-8433-418c-8095-11a6bf91ec9d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:03.216217 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0351627b-41aa-4fa3-8c0c-b939a1984716 req-7f6177f4-8433-418c-8095-11a6bf91ec9d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0612061 Aug 09 18:07:03.216909 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 46992) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:03.225206 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 43b79990-f217-41da-981f-b17ca2ed1911 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:07:03.250977 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 43b79990-f217-41da-981f-b17ca2ed1911 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:07:03.251593 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 43b79990-f217-41da-981f-b17ca2ed1911 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:07:03.252162 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device dbad2fed-fe5d-4f75-9dca-514036e34e82 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:07:03.258087 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0351627b-41aa-4fa3-8c0c-b939a1984716 req-e1450644-e708-412d-a0fc-6514fb10d22a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341861 Aug 09 18:07:03.272734 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: dbad2fed-fe5d-4f75-9dca-514036e34e82 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:07:03.273081 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device dbad2fed-fe5d-4f75-9dca-514036e34e82 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:07:03.278872 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-9334a566-0613-478c-afa7-f7e297c44aee admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f127e76c4e2d4888a8fcd4f86727ad0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626712 Aug 09 18:07:03.281508 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 46994) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:03.333694 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-32bb6d00-edaf-4ec7-997b-5ee3c5eb6c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:03.359244 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-32bb6d00-edaf-4ec7-997b-5ee3c5eb6c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:03.489608 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-32bb6d00-edaf-4ec7-997b-5ee3c5eb6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:03.492049 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-32bb6d00-edaf-4ec7-997b-5ee3c5eb6c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:03.493272 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-32bb6d00-edaf-4ec7-997b-5ee3c5eb6c51 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e59f3bc2-dacc-40ca-994c-a7d699502533 HTTP/1.1" status: 204 len: 168 time: 0.2102838 Aug 09 18:07:03.503069 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb6d00-edaf-4ec7-997b-5ee3c5eb6c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59f3bc2-dacc-40ca-994c-a7d699502533,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:04.225784 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47000) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:04.267287 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-4995bc78-fbeb-4a2c-9e20-48019d46b102 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0670867aa4144e6182e1d408f27c52e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403290 Aug 09 18:07:04.269755 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47002) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:04.323487 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-aad79f99-f811-48bc-85fa-27bf1b8f5fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:04.350297 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-aad79f99-f811-48bc-85fa-27bf1b8f5fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:04.501564 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-aad79f99-f811-48bc-85fa-27bf1b8f5fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:04.504139 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-aad79f99-f811-48bc-85fa-27bf1b8f5fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:04.505316 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-aad79f99-f811-48bc-85fa-27bf1b8f5fd2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da4a370a-8949-4804-a4ac-27c8f6327954 HTTP/1.1" status: 204 len: 168 time: 0.2346005 Aug 09 18:07:04.515114 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad79f99-f811-48bc-85fa-27bf1b8f5fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4a370a-8949-4804-a4ac-27c8f6327954,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:04.593704 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df143a-7c65-4d20-a2f7-7dc59062b7a8 req-22f785ec-848f-4be6-ad37-90bb6e52366d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:04.595260 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e7df143a-7c65-4d20-a2f7-7dc59062b7a8 req-22f785ec-848f-4be6-ad37-90bb6e52366d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.2622881 Aug 09 18:07:04.638523 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e7df143a-7c65-4d20-a2f7-7dc59062b7a8 req-19c45975-7146-4da0-a42f-88e87867c4bf tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373359 Aug 09 18:07:05.756813 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021865a-8501-4687-8f50-9cd76d95ed88 req-d9657928-fb7e-43c9-bbed-4be70a39140b tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:05.758604 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f021865a-8501-4687-8f50-9cd76d95ed88 req-d9657928-fb7e-43c9-bbed-4be70a39140b tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0515668 Aug 09 18:07:05.798955 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f021865a-8501-4687-8f50-9cd76d95ed88 req-82200638-cc0d-4616-966a-bbe3e6ad3287 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 Aug 09 18:07:06.266595 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:06.912915 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a85e21-55f5-4d65-ac4d-bf90a023f7fa req-476d670a-f6a0-4683-9874-73d29a852580 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:06.914412 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-80a85e21-55f5-4d65-ac4d-bf90a023f7fa req-476d670a-f6a0-4683-9874-73d29a852580 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0475585 Aug 09 18:07:06.951688 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-80a85e21-55f5-4d65-ac4d-bf90a023f7fa req-79e77462-b3b3-48e9-8981-12efa5395b3e tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Aug 09 18:07:07.211304 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 45fcc509-05eb-4485-8cfe-24cc44a62604 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:07:07.310729 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 45fcc509-05eb-4485-8cfe-24cc44a62604, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45fcc509-05eb-4485-8cfe-24cc44a62604,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:07.322346 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'port_id': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'mac_address': 'fa:16:3e:fc:f4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:07:07.359577 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:07.372115 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fcc509-05eb-4485-8cfe-24cc44a62604 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:07:07.392664 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 45fcc509-05eb-4485-8cfe-24cc44a62604, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45fcc509-05eb-4485-8cfe-24cc44a62604,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:07.455410 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:07.502780 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=45fcc509-05eb-4485-8cfe-24cc44a62604,revision_number=4']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:07.509976 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.510327 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.510670 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.511009 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.511341 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.511675 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.511998 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.512322 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.512673 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.513031 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.513355 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.513675 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:07.758327 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['45fcc509-05eb-4485-8cfe-24cc44a62604'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:07:08.065893 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942697d-3dab-413e-9474-d052e80e6dda req-a1fc4549-b233-4be9-a1c9-f763a9474224 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:08.067387 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d942697d-3dab-413e-9474-d052e80e6dda req-a1fc4549-b233-4be9-a1c9-f763a9474224 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 944 time: 0.0496907 Aug 09 18:07:08.110138 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d942697d-3dab-413e-9474-d052e80e6dda req-5eec2d06-09d4-4a10-a199-f9f9bc942d3c tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369158 Aug 09 18:07:09.230944 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309065d-d813-4f6e-83e3-cfa30741a3af req-84b17253-1d61-4169-b89d-8bdf8f2e43b4 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:09.233027 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f309065d-d813-4f6e-83e3-cfa30741a3af req-84b17253-1d61-4169-b89d-8bdf8f2e43b4 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 944 time: 0.0488079 Aug 09 18:07:09.242483 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 45fcc509-05eb-4485-8cfe-24cc44a62604 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:07:09.271964 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f309065d-d813-4f6e-83e3-cfa30741a3af req-9d99f8f9-9804-481a-ad61-dcb2178c734e tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329545 Aug 09 18:07:09.340880 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning for port 45fcc509-05eb-4485-8cfe-24cc44a62604 completed by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 18:07:09.345564 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 45fcc509-05eb-4485-8cfe-24cc44a62604 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:07:09.345929 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:09.422888 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:09.444724 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:07:09.446975 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50488e14-1f9f-40d1-ac18-faba64c143ed" -d '{"events": [{"server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "name": "network-vif-plugged", "status": "completed", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:07:09.460673 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 45fcc509-05eb-4485-8cfe-24cc44a62604, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45fcc509-05eb-4485-8cfe-24cc44a62604,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:09.484204 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d442797b-0bef-473b-8e12-cbe194c48ef5 x-openstack-request-id: req-d442797b-0bef-473b-8e12-cbe194c48ef5 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:07:09.484499 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "name": "network-vif-plugged", "status": "completed", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:07:09.484761 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d442797b-0bef-473b-8e12-cbe194c48ef5 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:07:09.485163 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'code': 200} Aug 09 18:07:09.547050 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:09.593202 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=45fcc509-05eb-4485-8cfe-24cc44a62604,revision_number=5']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:09.913867 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c3520-d99f-4002-8a69-4f82b7e89784 req-c1de3617-93db-4e24-93a8-6689c1f489d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:09.915407 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d26c3520-d99f-4002-8a69-4f82b7e89784 req-c1de3617-93db-4e24-93a8-6689c1f489d3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1098 time: 0.0403728 Aug 09 18:07:09.952786 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d26c3520-d99f-4002-8a69-4f82b7e89784 req-e635f94e-2163-4bad-bd49-0285c31944c2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290918 Aug 09 18:07:10.384074 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb63539-f115-4de8-81b5-9fe180118cd8 req-1571cc8f-509d-4019-bdda-2e6920dfa786 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:10.385547 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eeb63539-f115-4de8-81b5-9fe180118cd8 req-1571cc8f-509d-4019-bdda-2e6920dfa786 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0477715 Aug 09 18:07:10.427504 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-eeb63539-f115-4de8-81b5-9fe180118cd8 req-f893a551-2c01-402e-ae1b-2c432304bdd4 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359726 Aug 09 18:07:11.322952 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-99a3118c-c801-4c16-adc6-bca9d107f8a9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397272 Aug 09 18:07:11.420707 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-377a597b-c521-4cbb-aadf-23bfd8f5ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:11.422175 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-377a597b-c521-4cbb-aadf-23bfd8f5ac32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 1099 time: 0.0408368 Aug 09 18:07:11.558901 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-4f124e62-8654-47d5-89f8-78fac684aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:11.560884 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-4f124e62-8654-47d5-89f8-78fac684aa05 service neutron] 10.222.0.77 "GET /v2.0/networks?id=198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 200 len: 918 time: 0.1165824 Aug 09 18:07:11.568980 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c149e9-f331-4d32-9782-7661c5a4b12c req-81b20745-57ed-4d4b-a1dd-d6f69b0688cc tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:11.570334 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d6c149e9-f331-4d32-9782-7661c5a4b12c req-81b20745-57ed-4d4b-a1dd-d6f69b0688cc tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0764768 Aug 09 18:07:11.653354 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-4de7e85d-0172-4aa2-8e0d-6b7d7e55b2f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cca503f8-5c48-4573-a165-54c4d2e5d786 HTTP/1.1" status: 200 len: 1000 time: 0.0820608 Aug 09 18:07:11.656277 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-d6c149e9-f331-4d32-9782-7661c5a4b12c req-362db177-a7fc-40dd-9a69-2d8843880267 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791249 Aug 09 18:07:11.704072 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-c5b296d9-ffd1-48b8-a4c7-338358c4686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:11.705594 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-c5b296d9-ffd1-48b8-a4c7-338358c4686e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 200 len: 856 time: 0.0448339 Aug 09 18:07:11.778649 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-5ed46ece-b90d-4380-bbd8-8b0b3261323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:11.780102 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-5ed46ece-b90d-4380-bbd8-8b0b3261323a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=198a2bad-3561-4a94-94fa-90b909c3de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0673640 Aug 09 18:07:11.791039 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e2ea8-66d9-4cb5-917c-d2489d73349f req-276de319-3f45-4490-a720-b451b660a970 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:11.792405 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e31e2ea8-66d9-4cb5-917c-d2489d73349f req-276de319-3f45-4490-a720-b451b660a970 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0702987 Aug 09 18:07:11.878638 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e31e2ea8-66d9-4cb5-917c-d2489d73349f req-509f92eb-5034-4eb2-a1b4-28e99df62656 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779765 Aug 09 18:07:11.901987 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47028) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:11.909092 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-a7b8e7e4-ef99-4b8f-8a38-314d1cf28336 service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155589 Aug 09 18:07:12.009011 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-df13b699-6384-4c1e-aa31-79bd947b61f6 req-ebd070ce-c178-402b-88e7-acaf19d37c8d service neutron] 10.222.0.77 "GET /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923450 Aug 09 18:07:12.098435 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544375af-141d-4cdf-a6f7-09173c39a3f7 tempest-TestShelveInstance-315608085 tempest-TestShelveInstance-315608085-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:12.099974 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-544375af-141d-4cdf-a6f7-09173c39a3f7 tempest-TestShelveInstance-315608085 tempest-TestShelveInstance-315608085-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1093 time: 0.1970041 Aug 09 18:07:12.102931 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47032) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:12.107964 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.v2.base [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Request body: {'floatingip': {'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'port_id': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 18:07:12.204050 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for floatingip, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:12.303677 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:12.408707 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_common [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Allocated IP 172.27.1.119 (7da24a41-1e78-4151-865c-40a66cc95cd0/5c04b61d-a457-4855-bd31-7fe2de91e019/c81e69d5-0598-4882-ab72-7fc9ce69eb91) {{(pid=100425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 18:07:12.507531 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for port, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:12.604410 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777862707941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:12.640707 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Network 7da24a41-1e78-4151-865c-40a66cc95cd0 is already hosted by enough agents. {{(pid=100425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 18:07:12.645537 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.base_scheduler [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Resources bound (agent type, host, resource id): {{(pid=100425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 18:07:12.649015 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Received port after_create {{(pid=100425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 18:07:12.677925 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event updated for resources: {'Port': ['ID=c81e69d5-0598-4882-ab72-7fc9ce69eb91,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:12.690875 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.691225 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.691569 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.691909 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.692261 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.692592 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.692925 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.693248 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.693831 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.693967 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.694240 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:12.694563 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:07:13.037591 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:13.164372 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:13.313558 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for port, precommit_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:13.398210 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2648416'] for port, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:13.467454 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event updated for resources: {'Port': ['ID=c81e69d5-0598-4882-ab72-7fc9ce69eb91,revision_number=2']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:13.480562 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:13.580044 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.db.l3_db [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Floating IP 6a16ede3-993c-4abf-9078-ee1b73486680 associated. External IP: 172.27.1.119, port: 45fcc509-05eb-4485-8cfe-24cc44a62604. Aug 09 18:07:14.052308 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Router f732eb2f-8ba9-4971-a53c-294786f5d9a0 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:07:14.160271 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:07:14.163651 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e71ad113-9cd8-4efd-a489-c51493b04476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:14.170783 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] Sync routers for ids ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:07:14.180438 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] Routers {'f732eb2f-8ba9-4971-a53c-294786f5d9a0'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:07:14.181056 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:14.255196 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:14.283033 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] Set router f732eb2f-8ba9-4971-a53c-294786f5d9a0 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:07:14.285453 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-91ecb72c-9650-433b-abe0-4da16880e316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1814752 Aug 09 18:07:14.286044 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604'}] {{(pid=100425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:07:14.288304 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}247f15269d8d8cfa7e0e7b9695afcfa97e850bd0b17d3cb2e1e868b4697431d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604"}]}' {{(pid=100425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:07:14.331133 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2dc4d5b-5f53-47c4-b26c-49220a89c1b4 x-openstack-request-id: req-d2dc4d5b-5f53-47c4-b26c-49220a89c1b4 {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:07:14.331396 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604", "status": "completed", "code": 200}]} {{(pid=100425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:07:14.331662 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2dc4d5b-5f53-47c4-b26c-49220a89c1b4 {{(pid=100425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:07:14.332052 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'status': 'completed', 'code': 200} Aug 09 18:07:14.420434 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-298e03b3-640f-4ab4-9a4a-dff990a1ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:14.421964 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-298e03b3-640f-4ab4-9a4a-dff990a1ed06 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=339fdfb1eb3b473b90c25e54116612e3&device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1098 time: 0.0467956 Aug 09 18:07:14.508364 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:20Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '6a16ede3-993c-4abf-9078-ee1b73486680', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'port_id': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'mac_address': 'fa:16:3e:fc:f4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:07:12Z', 'updated_at': '2021-08-09T18:07:12Z', 'revision_number': 0, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5489ab-8aef-446d-8a4a-5fa3bc348f42', 'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'mac_address': 'fa:16:3e:fd:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:19Z', 'updated_at': '2021-08-09T18:06:25Z', 'revision_number': 5, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'subnets': [{'id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:14.513612 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-e10bd6ad-9641-43d5-a16b-278ce9367b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:14.515255 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-e10bd6ad-9641-43d5-a16b-278ce9367b1e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b HTTP/1.1" status: 200 len: 910 time: 0.0854015 Aug 09 18:07:14.538729 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] Checking router: f732eb2f-8ba9-4971-a53c-294786f5d9a0 for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:07:14.547944 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] Routers {'f732eb2f-8ba9-4971-a53c-294786f5d9a0'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:07:14.548564 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:06:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:14.588750 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-a0e5c57a-bbb4-49ce-9137-648f23d81ac1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45fcc509-05eb-4485-8cfe-24cc44a62604 HTTP/1.1" status: 200 len: 999 time: 0.0629063 Aug 09 18:07:14.641142 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-f7b78af0-f756-4da6-b91f-dad9f27ded43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:14.643682 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-f7b78af0-f756-4da6-b91f-dad9f27ded43 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9bdb552e-200b-4259-83d3-9a251fa2b5f2 HTTP/1.1" status: 200 len: 848 time: 0.0475979 Aug 09 18:07:14.662929 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] Set router f732eb2f-8ba9-4971-a53c-294786f5d9a0 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:07:14.692970 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-6a441bbf-eb6e-4fb6-a998-12106086e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:14.694435 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-6a441bbf-eb6e-4fb6-a998-12106086e4b6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417862 Aug 09 18:07:14.706421 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-d03415f1-7215-4ca0-b76f-e46fcfb53eb8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=100426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 18:07:14.707553 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-d03415f1-7215-4ca0-b76f-e46fcfb53eb8 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054452 Aug 09 18:07:14.811119 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-e6fa70ad-c6ce-47da-b5db-57388006b41c service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965655 Aug 09 18:07:14.918729 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-e605d2ca-912e-4047-b7c8-1fb06da2bb1c req-33804007-3ad0-4c04-a007-a56706508477 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993912 Aug 09 18:07:14.984459 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:20Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '6a16ede3-993c-4abf-9078-ee1b73486680', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'port_id': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'mac_address': 'fa:16:3e:fc:f4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:07:12Z', 'updated_at': '2021-08-09T18:07:12Z', 'revision_number': 0, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5489ab-8aef-446d-8a4a-5fa3bc348f42', 'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'mac_address': 'fa:16:3e:fd:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:19Z', 'updated_at': '2021-08-09T18:06:25Z', 'revision_number': 5, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'subnets': [{'id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:15.014446 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef39c4e-0b20-4a42-9b8d-4a827ec84f0e None None] The sync data for ids ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'] in dv-cinder-788363-10-iscsi is: [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:20Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_floatingips': [{'id': '6a16ede3-993c-4abf-9078-ee1b73486680', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'floating_ip_address': '172.27.1.119', 'floating_network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'router_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'port_id': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'mac_address': 'fa:16:3e:fc:f4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T18:07:12Z', 'updated_at': '2021-08-09T18:07:12Z', 'revision_number': 0, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5489ab-8aef-446d-8a4a-5fa3bc348f42', 'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'mac_address': 'fa:16:3e:fd:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:19Z', 'updated_at': '2021-08-09T18:06:25Z', 'revision_number': 5, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'subnets': [{'id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:07:15.202761 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af3a9f3-9309-47be-af2e-e0356c7d8f68 None None] New status for floating IP 6a16ede3-993c-4abf-9078-ee1b73486680: ACTIVE {{(pid=100427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:07:16.603826 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91fc54c8-f08e-4704-b9b4-7e6d63c26bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:16.758156 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:17.958117 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:19.295209 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:21.453180 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:07:21.683892 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891060a-86e5-4cfb-a998-a655e10e5999 req-a135aab7-b6da-4b77-ae5b-c07a33fbc18b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:21.685963 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2891060a-86e5-4cfb-a998-a655e10e5999 req-a135aab7-b6da-4b77-ae5b-c07a33fbc18b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 946 time: 0.0547044 Aug 09 18:07:21.724217 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2891060a-86e5-4cfb-a998-a655e10e5999 req-306d8255-11f0-4877-89f6-e03ac00ac55a tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320106 Aug 09 18:07:22.963411 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0bed8-8b31-4f48-8589-eebfd78a11c2 req-c550bc8b-fc13-4a69-a348-b89027d9fc2f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:22.964964 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dba0bed8-8b31-4f48-8589-eebfd78a11c2 req-c550bc8b-fc13-4a69-a348-b89027d9fc2f tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 946 time: 0.1653152 Aug 09 18:07:23.008875 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dba0bed8-8b31-4f48-8589-eebfd78a11c2 req-7415dc77-bcc8-420f-aab4-cd5a4abc304b tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups?id=c50d2c25-a78a-4553-b9b2-f8323d23f57e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376694 Aug 09 18:07:23.338666 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-d4e6e637-bbff-403a-b245-aa3183732e7d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:07:23.340242 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-d4e6e637-bbff-403a-b245-aa3183732e7d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.77 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 946 time: 0.0487566 Aug 09 18:07:23.442420 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Deleting port cca503f8-5c48-4573-a165-54c4d2e5d786 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:07:23.442765 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:23.537094 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] For port cca503f8-5c48-4573-a165-54c4d2e5d786, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cca503f8-5c48-4573-a165-54c4d2e5d786,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:23.537484 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:23.728520 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:23.728820 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-610691'] for floatingip, after_update {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:23.729134 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.l3_db [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Floating IP 12e85511-a74f-49b0-b243-03cc0b13bb5c disassociated. External IP: 172.27.1.47, port: cca503f8-5c48-4573-a165-54c4d2e5d786. Aug 09 18:07:23.729511 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Calling delete_port for cca503f8-5c48-4573-a165-54c4d2e5d786 owned by compute:nova {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:07:23.958340 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:23.998496 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event deleted for resources: {'Port': ['ID=cca503f8-5c48-4573-a165-54c4d2e5d786,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:24.122598 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ff74821c-4d25-4e36-a759-7c816430a25e req-a9d6f6d5-dcfd-4d20-8f99-8eefc34e4752 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 210 time: 0.0344350 Aug 09 18:07:24.142827 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:07:24.261601 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:07:24.301028 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] No DVR routers for this DVR port cca503f8-5c48-4573-a165-54c4d2e5d786 on host hv-cinder-78836 {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:07:24.303827 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:24.306042 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c38caaee-82ff-41ea-a09f-4c9de823ed00 req-02ab6b1c-02f0-4e92-9d79-24fb8b9ab6f6 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.77 "DELETE /v2.0/ports/cca503f8-5c48-4573-a165-54c4d2e5d786 HTTP/1.1" status: 204 len: 173 time: 0.9580724 Aug 09 18:07:24.306533 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'name': 'network-vif-deleted', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:07:24.309055 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd46cac-1fce-47d9-8233-fcd55590a533" -d '{"events": [{"server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "name": "network-vif-deleted", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:07:24.359154 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a4c34-69d7-4c92-b312-833f593a46ec x-openstack-request-id: req-d44a4c34-69d7-4c92-b312-833f593a46ec {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:07:24.359759 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b2c61e-48cf-4375-833f-8a1fbe1a86d4", "name": "network-vif-deleted", "tag": "cca503f8-5c48-4573-a165-54c4d2e5d786", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:07:24.360008 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d44a4c34-69d7-4c92-b312-833f593a46ec {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:07:24.360409 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b2c61e-48cf-4375-833f-8a1fbe1a86d4', 'name': 'network-vif-deleted', 'tag': 'cca503f8-5c48-4573-a165-54c4d2e5d786', 'status': 'completed', 'code': 200} Aug 09 18:07:24.396152 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] Sync routers for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:07:24.407321 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:07:24.408052 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:07:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:24.523979 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:07:24.718875 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:24.744785 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] Checking router: ddca7d3f-9ecd-4aa6-bc75-34c30a044700 for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:07:24.754059 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:07:24.754678 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:07:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:24.871203 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:07:25.070235 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:25.096157 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2947cc1-56df-40cd-95d9-dad586b947d2 None None] The sync data for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi is: [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:00:37Z', 'revision_number': 4, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'b6f76333-ae20-495a-a945-e86fb6724297', 'name': '', 'network_id': '198a2bad-3561-4a94-94fa-90b909c3de6f', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'mac_address': 'fa:16:3e:05:18:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:35Z', 'updated_at': '2021-08-09T18:00:45Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'subnets': [{'id': 'db26e2f3-b7ca-4971-8191-58a42e7bf65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:07:25.251735 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-686b4e92-0c1b-4d45-8c28-8eb26f18d0e2 req-acc6674e-c2fa-46e1-827d-7d7ae497d74e tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0b2c61e-48cf-4375-833f-8a1fbe1a86d4 HTTP/1.1" status: 200 len: 210 time: 0.0260005 Aug 09 18:07:25.335387 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54860163-346c-4c5b-afc9-6eba5218140a None None] New status for floating IP 12e85511-a74f-49b0-b243-03cc0b13bb5c: DOWN {{(pid=100427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:07:26.462102 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47068) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:26.517455 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab3cf-e3bf-498c-90d4-08f1d632066d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:26.540947 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab3cf-e3bf-498c-90d4-08f1d632066d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:26.666693 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab3cf-e3bf-498c-90d4-08f1d632066d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:26.669288 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-6a1ab3cf-e3bf-498c-90d4-08f1d632066d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:26.671175 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-6a1ab3cf-e3bf-498c-90d4-08f1d632066d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "DELETE /v2.0/security-groups/c50d2c25-a78a-4553-b9b2-f8323d23f57e HTTP/1.1" status: 204 len: 168 time: 0.2080493 Aug 09 18:07:26.674268 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47070) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:26.680722 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ab3cf-e3bf-498c-90d4-08f1d632066d tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50d2c25-a78a-4553-b9b2-f8323d23f57e,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:26.688257 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.api.v2.resource [None req-28a5f108-81fb-4955-abf6-54b8dd55b5ba tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] show failed (client error): The resource could not be found. Aug 09 18:07:26.689273 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-28a5f108-81fb-4955-abf6-54b8dd55b5ba tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "GET /v2.0/security-groups/c50d2c25-a78a-4553-b9b2-f8323d23f57e HTTP/1.1" status: 404 len: 347 time: 0.0139990 Aug 09 18:07:26.692203 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47072) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:26.817899 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-5ad35bf3-09d3-48f4-93f3-f0bac81fe9c5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Deleting port 1cbc4a39-f66e-45dd-9d16-545614cdcdd3 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:07:26.818141 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5ad35bf3-09d3-48f4-93f3-f0bac81fe9c5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:27.143251 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5ad35bf3-09d3-48f4-93f3-f0bac81fe9c5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:27.143507 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5ad35bf3-09d3-48f4-93f3-f0bac81fe9c5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:27.156030 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-5ad35bf3-09d3-48f4-93f3-f0bac81fe9c5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Calling delete_port for 1cbc4a39-f66e-45dd-9d16-545614cdcdd3 owned by network:floatingip {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:07:27.313012 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device cca503f8-5c48-4573-a165-54c4d2e5d786 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:07:27.333960 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: cca503f8-5c48-4573-a165-54c4d2e5d786 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:07:27.334304 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device cca503f8-5c48-4573-a165-54c4d2e5d786 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:07:27.358253 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5ad35bf3-09d3-48f4-93f3-f0bac81fe9c5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:27.385623 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad35bf3-09d3-48f4-93f3-f0bac81fe9c5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Pushing event deleted for resources: {'Port': ['ID=1cbc4a39-f66e-45dd-9d16-545614cdcdd3,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:27.450909 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5ad35bf3-09d3-48f4-93f3-f0bac81fe9c5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks [] for floatingip, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:27.453455 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5ad35bf3-09d3-48f4-93f3-f0bac81fe9c5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:27.454613 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-5ad35bf3-09d3-48f4-93f3-f0bac81fe9c5 tempest-AttachVolumeShelveTestJSON-865616907 tempest-AttachVolumeShelveTestJSON-865616907-project] 10.222.0.54 "DELETE /v2.0/floatingips/12e85511-a74f-49b0-b243-03cc0b13bb5c HTTP/1.1" status: 204 len: 168 time: 0.7614834 Aug 09 18:07:30.172703 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47096) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:30.696799 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610435'] for router_interface, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:30.988891 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] Deleting port b6f76333-ae20-495a-a945-e86fb6724297 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:07:30.989230 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:31.074064 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] For port b6f76333-ae20-495a-a945-e86fb6724297, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=b6f76333-ae20-495a-a945-e86fb6724297,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:31.074425 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:31.087908 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] Calling delete_port for b6f76333-ae20-495a-a945-e86fb6724297 owned by network:router_interface {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:07:31.375264 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:31.401743 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f76333-ae20-495a-a945-e86fb6724297,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:31.569132 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608563'] for router_interface, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:31.784968 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] Router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:07:31.891486 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:07:31.896504 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-1f3c148b-9a1f-4985-a9b8-391729d1cbcd admin admin] 10.222.0.54 "PUT /v2.0/routers/ddca7d3f-9ecd-4aa6-bc75-34c30a044700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7227266 Aug 09 18:07:31.899143 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47100) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:31.900137 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] Sync routers for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:07:31.909414 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:07:31.910035 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:07:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:32.002940 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Notify callbacks [] for router, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.014081 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:07:32.107187 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.190202 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:07:31Z', 'revision_number': 5, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port': {'id': '85e93b64-dc00-489e-ad60-bebfa6425941', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cd:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:00:29Z', 'updated_at': '2021-08-09T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:32.215156 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Deleting port 85e93b64-dc00-489e-ad60-bebfa6425941 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:07:32.215506 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.304659 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] For port 85e93b64-dc00-489e-ad60-bebfa6425941, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=85e93b64-dc00-489e-ad60-bebfa6425941,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:32.305018 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.309972 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] Checking router: ddca7d3f-9ecd-4aa6-bc75-34c30a044700 for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:07:32.318467 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Calling delete_port for 85e93b64-dc00-489e-ad60-bebfa6425941 owned by network:router_gateway {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:07:32.323835 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] Routers {'ddca7d3f-9ecd-4aa6-bc75-34c30a044700'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:07:32.325121 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:07:17Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:32.413143 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] Set router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 gateway port host: None {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:07:32.464202 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:07:32Z', 'revision_number': 6, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port_host': None}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:32.495975 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6d37f-addc-4755-bce5-c7032cf6fe19 None None] The sync data for ids ['ddca7d3f-9ecd-4aa6-bc75-34c30a044700'] in dv-cinder-788363-10-iscsi is: [{'id': 'ddca7d3f-9ecd-4aa6-bc75-34c30a044700', 'name': 'tempest-AttachVolumeShelveTestJSON-1760689768-router', 'tenant_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:00:27Z', 'updated_at': '2021-08-09T18:07:32Z', 'revision_number': 6, 'project_id': '6b3a244bcb1649e8b1ef9f9a08653163', 'gw_port_host': None}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:07:32.580924 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.605024 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e93b64-dc00-489e-ad60-bebfa6425941,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:32.668814 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610773'] for router_gateway, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.759892 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2695'] for router, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.762151 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.873241 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608213'] for router, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.873909 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddca7d3f-9ecd-4aa6-bc75-34c30a044700 {{(pid=100425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:07:32.878245 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] Notify callbacks [] for router, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.879461 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-3b02f7dd-8fac-4374-be85-72aa7a50a146 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ddca7d3f-9ecd-4aa6-bc75-34c30a044700 HTTP/1.1" status: 204 len: 168 time: 0.9793465 Aug 09 18:07:32.882287 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47102) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:32.934570 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-621238bf-8cf3-4836-8de9-54e26f0d156b admin admin] Deleting subnet db26e2f3-b7ca-4971-8191-58a42e7bf65a {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:07:32.937543 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-621238bf-8cf3-4836-8de9-54e26f0d156b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:32.972349 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-621238bf-8cf3-4836-8de9-54e26f0d156b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2648144'] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.053600 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-621238bf-8cf3-4836-8de9-54e26f0d156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.181186 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-621238bf-8cf3-4836-8de9-54e26f0d156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2648410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878738'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.208465 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621238bf-8cf3-4836-8de9-54e26f0d156b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db26e2f3-b7ca-4971-8191-58a42e7bf65a,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:33.213491 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-621238bf-8cf3-4836-8de9-54e26f0d156b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.215392 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-621238bf-8cf3-4836-8de9-54e26f0d156b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/db26e2f3-b7ca-4971-8191-58a42e7bf65a HTTP/1.1" status: 204 len: 168 time: 0.3321288 Aug 09 18:07:33.218159 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47104) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:33.222045 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ed2de2-6b9d-44f4-89f3-78fd7ef726c9 None None] Network 198a2bad-3561-4a94-94fa-90b909c3de6f requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:07:33.281804 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 85e93b64-dc00-489e-ad60-bebfa6425941 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:07:33.299328 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.310872 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 85e93b64-dc00-489e-ad60-bebfa6425941 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:07:33.311355 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 85e93b64-dc00-489e-ad60-bebfa6425941 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:07:33.311834 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device b6f76333-ae20-495a-a945-e86fb6724297 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:07:33.351622 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: b6f76333-ae20-495a-a945-e86fb6724297 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:07:33.352232 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device b6f76333-ae20-495a-a945-e86fb6724297 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:07:33.361943 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Deleting port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:07:33.362283 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.435731 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] For port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:33.436205 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.447924 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846cb8ac-ee62-49b7-98e3-4dc2e919d8ab None None] DHCP port deletion for 198a2bad-3561-4a94-94fa-90b909c3de6f request from dv-cinder-788363-10-iscsi {{(pid=100427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:07:33.456076 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Calling delete_port for 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a owned by network:dhcp {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:07:33.497530 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-846cb8ac-ee62-49b7-98e3-4dc2e919d8ab None None] Deleting port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:07:33.497923 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-846cb8ac-ee62-49b7-98e3-4dc2e919d8ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.563990 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-846cb8ac-ee62-49b7-98e3-4dc2e919d8ab None None] For port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a,segment=NetworkSegment(859090fe-55df-4aa9-ad66-00e9fc6af759),segment_id=859090fe-55df-4aa9-ad66-00e9fc6af759)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:07:33.564387 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-846cb8ac-ee62-49b7-98e3-4dc2e919d8ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.586746 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-846cb8ac-ee62-49b7-98e3-4dc2e919d8ab None None] Calling delete_port for 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:07:33.609502 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.636101 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:33.639717 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] No DVR routers for this DVR port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a on host dv-cinder-788363-10-iscsi {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:07:33.673944 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-846cb8ac-ee62-49b7-98e3-4dc2e919d8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.700020 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cb8ac-ee62-49b7-98e3-4dc2e919d8ab None None] Pushing event deleted for resources: {'Port': ['ID=0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:33.701910 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846cb8ac-ee62-49b7-98e3-4dc2e919d8ab None None] No DVR routers for this DVR port 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a on host dv-cinder-788363-10-iscsi {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:07:33.721753 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.732156 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198a2bad-3561-4a94-94fa-90b909c3de6f']}} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:33.742815 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859090fe-55df-4aa9-ad66-00e9fc6af759') {'for_net_delete': True} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:33.743110 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859090fe-55df-4aa9-ad66-00e9fc6af759') {} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:07:33.753032 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165694'] for segment, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.770469 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.776481 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=100426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:07:33.776872 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166006'] for segment, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: Traceback (most recent call last): Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: timer() Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: cb(*args, **kw) Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: return func(*args, **kwargs) Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: self._notify() Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: self.callback(batched_events) Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: event.method(event) Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: return f(self, *a, **k) Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._get(url).json() Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: return self.request(url, 'GET', **kwargs) Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:07:33.779143 dv-cinder-788363-10-iscsi neutron-server[100426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:07:33.900850 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.906985 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:33.908935 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] 10.222.0.54 "DELETE /v2.0/networks/198a2bad-3561-4a94-94fa-90b909c3de6f HTTP/1.1" status: 204 len: 168 time: 0.6897027 Aug 09 18:07:33.920979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e002260-a9a3-4f84-8237-c36f6d1dc877 admin admin] Pushing event deleted for resources: {'Network': ['ID=198a2bad-3561-4a94-94fa-90b909c3de6f,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:34.299637 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47108) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:34.350083 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-915f76ae-00e0-4f67-9344-7e4a66b43d83 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b3a244bcb1649e8b1ef9f9a08653163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491216 Aug 09 18:07:34.352436 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47110) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:34.401505 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-59698118-808c-466a-8538-af523f403b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:34.422896 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-59698118-808c-466a-8538-af523f403b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:34.568858 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-59698118-808c-466a-8538-af523f403b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:34.571512 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-59698118-808c-466a-8538-af523f403b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:34.572679 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-59698118-808c-466a-8538-af523f403b0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6ce67ad-1d13-4b3b-8099-0d2f8cdec5b0 HTTP/1.1" status: 204 len: 168 time: 0.2193305 Aug 09 18:07:34.582640 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59698118-808c-466a-8538-af523f403b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ce67ad-1d13-4b3b-8099-0d2f8cdec5b0,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:35.233817 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:07:35.254934 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:07:35.255281 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 0c5e7b8f-602c-46ab-a1d6-8fb74ec7218a not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:07:36.363120 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:44.174359 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b8c20b0c-10eb-4441-ad3a-6e7bf6b1c65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:46.067414 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47228) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:46.171558 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d6691ecf-90b9-4a8e-a774-84e702f8bf2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:46.260650 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d6691ecf-90b9-4a8e-a774-84e702f8bf2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:46.374914 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d6691ecf-90b9-4a8e-a774-84e702f8bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:46.414103 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d6691ecf-90b9-4a8e-a774-84e702f8bf2c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bdd524c97bed4754b2ccebf8fc289d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454719 Aug 09 18:07:46.414891 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6691ecf-90b9-4a8e-a774-84e702f8bf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2315e604-18ff-479e-886d-aa4dcca9c3ef,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:46.416734 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47232) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:46.465825 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a2955e8f-737a-492f-a9da-4453296a0f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:46.488238 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a2955e8f-737a-492f-a9da-4453296a0f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:46.655317 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8adb6878-3b6b-480d-9e41-3a98d1d53b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:46.671931 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a2955e8f-737a-492f-a9da-4453296a0f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:46.674524 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-a2955e8f-737a-492f-a9da-4453296a0f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:46.675813 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-a2955e8f-737a-492f-a9da-4453296a0f66 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2315e604-18ff-479e-886d-aa4dcca9c3ef HTTP/1.1" status: 204 len: 168 time: 0.2579284 Aug 09 18:07:46.685211 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2955e8f-737a-492f-a9da-4453296a0f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2315e604-18ff-479e-886d-aa4dcca9c3ef,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:46.843428 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:47.980451 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:48.545260 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47282) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:48.652074 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fa05b824-de67-46e3-be56-74b434c5904f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:48.739085 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fa05b824-de67-46e3-be56-74b434c5904f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:48.860422 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-fa05b824-de67-46e3-be56-74b434c5904f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:48.901833 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-fa05b824-de67-46e3-be56-74b434c5904f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6350cbf0f08c477aab8f1f0e843107b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534865 Aug 09 18:07:48.901833 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05b824-de67-46e3-be56-74b434c5904f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d958c31-c820-47c2-ae7b-ab29521d5fee,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:48.903589 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47286) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:07:48.960270 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f911ad99-1507-45b5-a3a1-4a28dd92a9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:48.982220 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f911ad99-1507-45b5-a3a1-4a28dd92a9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:49.134181 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f911ad99-1507-45b5-a3a1-4a28dd92a9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:49.136764 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f911ad99-1507-45b5-a3a1-4a28dd92a9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:49.138719 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-f911ad99-1507-45b5-a3a1-4a28dd92a9d6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9d958c31-c820-47c2-ae7b-ab29521d5fee HTTP/1.1" status: 204 len: 168 time: 0.2326424 Aug 09 18:07:49.147173 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911ad99-1507-45b5-a3a1-4a28dd92a9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d958c31-c820-47c2-ae7b-ab29521d5fee,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:07:49.317370 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:07:58.452378 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:08:06.288151 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:11.368057 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-11aac27a-7263-49d0-bd95-cc239bb1ccd5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1321762 Aug 09 18:08:11.465979 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-ef6626be-3ea1-4689-b6a8-da9dc713e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:08:11.467373 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-ef6626be-3ea1-4689-b6a8-da9dc713e9c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=339fdfb1eb3b473b90c25e54116612e3&device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1098 time: 0.0400667 Aug 09 18:08:11.574764 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-993fd1ff-90c5-4895-ae9e-a51052d9b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:08:11.576265 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-993fd1ff-90c5-4895-ae9e-a51052d9b377 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b HTTP/1.1" status: 200 len: 910 time: 0.0894427 Aug 09 18:08:11.646270 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-fb2d6cc4-a4b4-4b7f-96da-d48c8fb961b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45fcc509-05eb-4485-8cfe-24cc44a62604 HTTP/1.1" status: 200 len: 1001 time: 0.0624108 Aug 09 18:08:11.695793 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-8fbe2ad6-6ce6-4da9-9bdc-8bcaced5b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:08:11.697224 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-8fbe2ad6-6ce6-4da9-9bdc-8bcaced5b344 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9bdb552e-200b-4259-83d3-9a251fa2b5f2 HTTP/1.1" status: 200 len: 848 time: 0.0444903 Aug 09 18:08:11.742564 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-9c9dc721-1058-488d-b5e2-3dfd566d6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:08:11.743997 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-9c9dc721-1058-488d-b5e2-3dfd566d6665 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392270 Aug 09 18:08:11.840333 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-fcc50a8a-6885-4c72-9442-e79bba57ab13 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885015 Aug 09 18:08:11.932690 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-6e057388-857f-4fe9-b732-5d238a2a4473 req-752459ee-0e43-427f-8e51-e23c6ae71842 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829325 Aug 09 18:08:14.162717 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-edcfc076-2779-41ea-a3be-e1b278213c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:16.591478 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-02765b3a-d56c-442b-aec7-753c8e2fdbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:16.778839 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:18.008021 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:19.305366 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:35.452077 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:08:36.316378 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:39.650849 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47674) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:39.756534 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:39.844396 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:39.904828 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:39.941228 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e039ae-e713-4e2f-a32e-b14eec810427,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:39.945151 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e2b19cf0c11f44a1b930d448508bab14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931821 Aug 09 18:08:39.947932 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47678) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:39.951367 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.951724 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.952072 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.952413 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.953248 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.953624 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.953959 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.954292 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.954652 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.954948 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.955274 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:39.955606 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf3e7d-fcdb-45cc-9ca1-94b23e6495f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.004227 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:40.025930 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:40.185231 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:40.188265 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:40.189428 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00e039ae-e713-4e2f-a32e-b14eec810427 HTTP/1.1" status: 204 len: 168 time: 0.2404280 Aug 09 18:08:40.197706 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e039ae-e713-4e2f-a32e-b14eec810427,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:40.205467 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.205813 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.206152 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.206526 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.206854 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.207183 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.207509 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.207837 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.208160 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.208486 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.208808 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.209124 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6748be81-bd3d-45d8-bd18-f7bcc0b0649f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:08:40.933210 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47684) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:40.947274 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4f0c97d2-759b-4f9d-a7c7-b8aea3eb111e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:41.038238 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4f0c97d2-759b-4f9d-a7c7-b8aea3eb111e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:41.127838 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-4f0c97d2-759b-4f9d-a7c7-b8aea3eb111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:41.166579 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-4f0c97d2-759b-4f9d-a7c7-b8aea3eb111e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e09f5d2cc461487ebe0a6b15668e76cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322922 Aug 09 18:08:41.167434 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c97d2-759b-4f9d-a7c7-b8aea3eb111e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0741d7d-3109-4d45-9048-93c7ae961209,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:41.169289 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47686) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:41.219687 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-60bc91dd-d6de-47ad-beed-06ec544e47e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:41.240794 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-60bc91dd-d6de-47ad-beed-06ec544e47e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:41.355761 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-60bc91dd-d6de-47ad-beed-06ec544e47e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:41.358363 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-60bc91dd-d6de-47ad-beed-06ec544e47e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:41.360015 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-60bc91dd-d6de-47ad-beed-06ec544e47e8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0741d7d-3109-4d45-9048-93c7ae961209 HTTP/1.1" status: 204 len: 168 time: 0.1896796 Aug 09 18:08:41.367489 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc91dd-d6de-47ad-beed-06ec544e47e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0741d7d-3109-4d45-9048-93c7ae961209,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:43.833772 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47732) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:43.945430 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c914-8301-436f-a461-db83246f641c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:44.032950 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c914-8301-436f-a461-db83246f641c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:44.110526 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c914-8301-436f-a461-db83246f641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:44.150990 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0c914-8301-436f-a461-db83246f641c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daf90a8-b61e-422b-92a7-6d3a7f5b2ea5,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:44.155229 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-5fd0c914-8301-436f-a461-db83246f641c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c85b970142b4ba49982b43f0347e075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204496 Aug 09 18:08:44.158015 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47736) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:44.167511 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-f933efe2-e021-41f3-8471-160bb004797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:44.206811 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-46794826-dcbe-4490-bc14-ce65d92770ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:44.227580 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-46794826-dcbe-4490-bc14-ce65d92770ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:44.327664 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-46794826-dcbe-4490-bc14-ce65d92770ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:44.330269 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-46794826-dcbe-4490-bc14-ce65d92770ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:44.331459 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-46794826-dcbe-4490-bc14-ce65d92770ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1daf90a8-b61e-422b-92a7-6d3a7f5b2ea5 HTTP/1.1" status: 204 len: 168 time: 0.1725292 Aug 09 18:08:44.339549 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46794826-dcbe-4490-bc14-ce65d92770ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daf90a8-b61e-422b-92a7-6d3a7f5b2ea5,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:44.939717 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47742) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:44.951096 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9d7debd7-84dc-4124-9012-192185743e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:45.040700 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9d7debd7-84dc-4124-9012-192185743e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:45.144585 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-9d7debd7-84dc-4124-9012-192185743e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:45.181703 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7debd7-84dc-4124-9012-192185743e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fec1cd3-60e6-4fb2-b4ba-7c922fd941d5,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:45.186554 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-9d7debd7-84dc-4124-9012-192185743e04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=25e96cd4fe6043638cf8876016c91b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471437 Aug 09 18:08:45.189202 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47744) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:45.241617 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-66ad0f68-a7d1-4082-86f5-29cfec5c8263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:45.263530 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-66ad0f68-a7d1-4082-86f5-29cfec5c8263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:45.436705 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-66ad0f68-a7d1-4082-86f5-29cfec5c8263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:45.439836 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-66ad0f68-a7d1-4082-86f5-29cfec5c8263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:45.440998 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-66ad0f68-a7d1-4082-86f5-29cfec5c8263 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8fec1cd3-60e6-4fb2-b4ba-7c922fd941d5 HTTP/1.1" status: 204 len: 168 time: 0.2508500 Aug 09 18:08:45.449246 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad0f68-a7d1-4082-86f5-29cfec5c8263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fec1cd3-60e6-4fb2-b4ba-7c922fd941d5,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:46.601859 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-16382603-c883-4ed2-8dff-d5af0f70a358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:46.762100 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:48.030392 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:48.473602 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47816) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:48.580879 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c21c6ad8-e9a5-43fa-907e-2485a62a0b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:48.670605 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c21c6ad8-e9a5-43fa-907e-2485a62a0b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:48.750525 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-c21c6ad8-e9a5-43fa-907e-2485a62a0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:48.789250 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c6ad8-e9a5-43fa-907e-2485a62a0b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aa4d49-30da-4a8c-9779-a1e1419d6e68,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:48.794368 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-c21c6ad8-e9a5-43fa-907e-2485a62a0b60 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d857172647de4c1cb3b3cea4be178022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196659 Aug 09 18:08:48.797112 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47820) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:48.847151 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ba631a1a-f1ff-43ca-a3f0-6d4947afdf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:48.873609 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ba631a1a-f1ff-43ca-a3f0-6d4947afdf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:49.013186 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ba631a1a-f1ff-43ca-a3f0-6d4947afdf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:49.016343 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-ba631a1a-f1ff-43ca-a3f0-6d4947afdf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:49.017518 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-ba631a1a-f1ff-43ca-a3f0-6d4947afdf13 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5aa4d49-30da-4a8c-9779-a1e1419d6e68 HTTP/1.1" status: 204 len: 168 time: 0.2195334 Aug 09 18:08:49.027124 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba631a1a-f1ff-43ca-a3f0-6d4947afdf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aa4d49-30da-4a8c-9779-a1e1419d6e68,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:49.350383 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:49.757822 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47826) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:49.771049 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0acf915f-67eb-4c9f-bd70-91794850f17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:49.893789 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0acf915f-67eb-4c9f-bd70-91794850f17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:49.961521 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0acf915f-67eb-4c9f-bd70-91794850f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:50.000622 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0acf915f-67eb-4c9f-bd70-91794850f17d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6491368b68ba407dbf915527a4ea0d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417088 Aug 09 18:08:50.001833 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf915f-67eb-4c9f-bd70-91794850f17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3677e1aa-c8e2-4810-b3ec-73abe44d4d13,revision_number=1']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:50.003300 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47828) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:50.052450 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-705227e7-677d-430b-9b4f-152cdfa3fc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:50.072834 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-705227e7-677d-430b-9b4f-152cdfa3fc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:50.230608 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-705227e7-677d-430b-9b4f-152cdfa3fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:50.233150 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-705227e7-677d-430b-9b4f-152cdfa3fc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:50.234896 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-705227e7-677d-430b-9b4f-152cdfa3fc3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3677e1aa-c8e2-4810-b3ec-73abe44d4d13 HTTP/1.1" status: 204 len: 168 time: 0.2305231 Aug 09 18:08:50.242819 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705227e7-677d-430b-9b4f-152cdfa3fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3677e1aa-c8e2-4810-b3ec-73abe44d4d13,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:55.387265 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 47872) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:55.491800 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-67841f71-fb90-4e81-a202-9f494c7f419b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:55.576128 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-67841f71-fb90-4e81-a202-9f494c7f419b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:55.663967 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-67841f71-fb90-4e81-a202-9f494c7f419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:55.704607 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-67841f71-fb90-4e81-a202-9f494c7f419b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3237efaa94d145d3a814ba5d87bc60f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161883 Aug 09 18:08:55.705427 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67841f71-fb90-4e81-a202-9f494c7f419b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a743bee4-65c2-41c0-b7d1-4fa866f905d1,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:08:55.707283 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 47876) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:08:55.754998 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d93d7e2a-87b3-4581-99af-b082633b326d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:55.778681 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d93d7e2a-87b3-4581-99af-b082633b326d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:55.972277 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d93d7e2a-87b3-4581-99af-b082633b326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:55.974980 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-d93d7e2a-87b3-4581-99af-b082633b326d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:08:55.976124 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-d93d7e2a-87b3-4581-99af-b082633b326d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a743bee4-65c2-41c0-b7d1-4fa866f905d1 HTTP/1.1" status: 204 len: 168 time: 0.2678726 Aug 09 18:08:55.984551 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d7e2a-87b3-4581-99af-b082633b326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a743bee4-65c2-41c0-b7d1-4fa866f905d1,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:09:06.326738 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:12.035747 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861deb74-9ac0-45e2-970a-72a338500b17 req-3e0d8e33-3f20-412c-9044-a4f89fa9c440 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:12.037198 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-861deb74-9ac0-45e2-970a-72a338500b17 req-3e0d8e33-3f20-412c-9044-a4f89fa9c440 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0482590 Aug 09 18:09:12.076656 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-861deb74-9ac0-45e2-970a-72a338500b17 req-02a01d07-5376-42b3-bbad-39d47e71cc7e tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334985 Aug 09 18:09:12.451415 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:09:13.192346 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e41f8-3660-4cd4-925c-dc5e9e2f03a5 req-577dc9bd-152a-48e5-b738-1c384f952db4 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:13.193819 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2e1e41f8-3660-4cd4-925c-dc5e9e2f03a5 req-577dc9bd-152a-48e5-b738-1c384f952db4 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0485876 Aug 09 18:09:13.232845 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-2e1e41f8-3660-4cd4-925c-dc5e9e2f03a5 req-e8f27d3c-6cc4-421b-9a6c-7d2e9cd5c379 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331907 Aug 09 18:09:14.189386 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-531aa4e8-f8bf-4dd4-808b-934adf69b3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:14.351901 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e049a93-4fce-44f6-a392-7440eef08901 req-5e3c5894-3ae2-4bdf-881b-dde93f2a83a7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:14.353345 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e049a93-4fce-44f6-a392-7440eef08901 req-5e3c5894-3ae2-4bdf-881b-dde93f2a83a7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0516760 Aug 09 18:09:14.390096 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5e049a93-4fce-44f6-a392-7440eef08901 req-07038ae5-15a4-4485-ae79-a3fe14f6d3b0 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303583 Aug 09 18:09:15.501893 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90275a45-43ea-492a-b75e-6b61eacb155b req-94e740ea-6ae9-4c95-a820-015e8202215b tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:15.503263 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-90275a45-43ea-492a-b75e-6b61eacb155b req-94e740ea-6ae9-4c95-a820-015e8202215b tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0481255 Aug 09 18:09:15.540328 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-90275a45-43ea-492a-b75e-6b61eacb155b req-ee559a34-5258-41aa-8392-cada9d86207e tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308814 Aug 09 18:09:15.792401 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-c677e3d8-57bc-462b-8133-1e0357af6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:15.793949 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-c677e3d8-57bc-462b-8133-1e0357af6285 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=339fdfb1eb3b473b90c25e54116612e3&device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1098 time: 0.0425544 Aug 09 18:09:15.902750 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-d6f5cabc-dd75-43c2-bf20-01e10c82da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:15.904268 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-d6f5cabc-dd75-43c2-bf20-01e10c82da42 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b HTTP/1.1" status: 200 len: 910 time: 0.0901074 Aug 09 18:09:15.971439 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-37440405-5f3a-4647-8c6d-28bcdbf8f25f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45fcc509-05eb-4485-8cfe-24cc44a62604 HTTP/1.1" status: 200 len: 1001 time: 0.0598500 Aug 09 18:09:16.026490 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-14749382-d3de-4483-b874-f4019464a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:16.027885 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-14749382-d3de-4483-b874-f4019464a2fe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9bdb552e-200b-4259-83d3-9a251fa2b5f2 HTTP/1.1" status: 200 len: 848 time: 0.0495930 Aug 09 18:09:16.074741 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-f1e840dc-38bf-4869-a86e-61a08d7d791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:16.076205 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-f1e840dc-38bf-4869-a86e-61a08d7d791f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417736 Aug 09 18:09:16.170433 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-1bcfc516-878d-499f-9684-a581e356c76b service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870934 Aug 09 18:09:16.265991 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f15ea6c6-4da9-4d2f-8599-9426e1c40419 req-b9ef23af-c26b-404f-b6e9-1614c7a922f5 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881059 Aug 09 18:09:16.572488 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-73e0b4d4-acb5-4372-a673-9207b1bbf49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:16.656454 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab27f5-81ce-446a-bcb1-20e5d743df34 req-aede9056-a5b8-4755-a7a0-78a04617e593 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:16.657983 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-53ab27f5-81ce-446a-bcb1-20e5d743df34 req-aede9056-a5b8-4755-a7a0-78a04617e593 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0501604 Aug 09 18:09:16.698605 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-53ab27f5-81ce-446a-bcb1-20e5d743df34 req-35e245ee-fa6a-418c-81e0-ed78d6e56c39 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346398 Aug 09 18:09:16.755448 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:17.811974 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7f671-27af-4c23-8de8-3a00875682b1 req-51e3dc7b-800b-4378-aeb8-2e5fbb4c7e9a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:17.813438 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-46d7f671-27af-4c23-8de8-3a00875682b1 req-51e3dc7b-800b-4378-aeb8-2e5fbb4c7e9a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0468607 Aug 09 18:09:17.851439 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-46d7f671-27af-4c23-8de8-3a00875682b1 req-cb54f2b8-070f-4c97-84ce-fc64f7033581 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Aug 09 18:09:17.994849 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:18.633845 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 48038) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:09:18.736067 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-74fb2636-58d1-41e5-a72e-ba9e61356a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:18.823755 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-74fb2636-58d1-41e5-a72e-ba9e61356a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:18.898477 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-74fb2636-58d1-41e5-a72e-ba9e61356a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_create {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:18.946782 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-74fb2636-58d1-41e5-a72e-ba9e61356a71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3dd89bf596d54f448061a79191b53a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118699 Aug 09 18:09:18.949519 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 48044) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:09:18.962372 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb2636-58d1-41e5-a72e-ba9e61356a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1dd248-5876-4c46-b105-46e96d02bc02,revision_number=1']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:09:18.988098 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495a168-12d0-432e-9242-3e857e84b977 req-d5580a9d-f3a4-4989-9bfb-ecefa3901daa tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:18.993969 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9495a168-12d0-432e-9242-3e857e84b977 req-d5580a9d-f3a4-4989-9bfb-ecefa3901daa tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0645473 Aug 09 18:09:18.998779 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b3149e1-7fa2-424b-a79d-198c23c0400b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:19.020508 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b3149e1-7fa2-424b-a79d-198c23c0400b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:19.027343 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-9495a168-12d0-432e-9242-3e857e84b977 req-39645a12-f7c2-4262-927a-de7c69bab9e7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318708 Aug 09 18:09:19.172841 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b3149e1-7fa2-424b-a79d-198c23c0400b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:19.175638 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-3b3149e1-7fa2-424b-a79d-198c23c0400b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:19.176944 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-3b3149e1-7fa2-424b-a79d-198c23c0400b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee1dd248-5876-4c46-b105-46e96d02bc02 HTTP/1.1" status: 204 len: 168 time: 0.2264359 Aug 09 18:09:19.185445 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3149e1-7fa2-424b-a79d-198c23c0400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1dd248-5876-4c46-b105-46e96d02bc02,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:09:19.361628 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:20.139042 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60671d52-2f98-4236-9b28-ce78982b8911 req-dc0e491a-77b2-4343-b6f3-1eb63b0884d4 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:20.141146 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-60671d52-2f98-4236-9b28-ce78982b8911 req-dc0e491a-77b2-4343-b6f3-1eb63b0884d4 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0470772 Aug 09 18:09:20.176951 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-60671d52-2f98-4236-9b28-ce78982b8911 req-37ddc1a1-0c06-41ec-a7c1-660ba2bb5249 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301902 Aug 09 18:09:21.292632 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a95a30-23fc-4a63-8d88-ddbc2eaa04a1 req-33b7168b-bf64-47f3-8f03-3b1252cee316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:21.294211 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a8a95a30-23fc-4a63-8d88-ddbc2eaa04a1 req-33b7168b-bf64-47f3-8f03-3b1252cee316 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0515809 Aug 09 18:09:21.330814 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a8a95a30-23fc-4a63-8d88-ddbc2eaa04a1 req-d1b1b4c7-e228-4b2b-94e7-114e5306529d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307369 Aug 09 18:09:22.340977 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-0cedd114-2832-40fd-9888-89395327c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:22.342477 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-0cedd114-2832-40fd-9888-89395327c629 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=339fdfb1eb3b473b90c25e54116612e3&device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1098 time: 0.0392575 Aug 09 18:09:22.714902 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-7abf6fc4-8f4e-4b12-b410-381414f0ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:22.716253 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-7abf6fc4-8f4e-4b12-b410-381414f0ff39 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b HTTP/1.1" status: 200 len: 910 time: 0.3672762 Aug 09 18:09:22.724325 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c676f4-b608-412e-ac6a-e0f50f0148ad req-4007c114-a424-4755-b4fc-69119b2b967d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:22.725680 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-93c676f4-b608-412e-ac6a-e0f50f0148ad req-4007c114-a424-4755-b4fc-69119b2b967d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.3221712 Aug 09 18:09:22.802013 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-93c676f4-b608-412e-ac6a-e0f50f0148ad req-c33d07f0-2bd6-4f50-9f4c-44faafded581 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701177 Aug 09 18:09:22.807897 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-88322119-2752-4242-9051-f2c4c5a60ded service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45fcc509-05eb-4485-8cfe-24cc44a62604 HTTP/1.1" status: 200 len: 1001 time: 0.0813606 Aug 09 18:09:22.859598 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-81edfcdb-0cf2-4cd5-bdaa-eb50e2b5e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:22.861794 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-81edfcdb-0cf2-4cd5-bdaa-eb50e2b5e334 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9bdb552e-200b-4259-83d3-9a251fa2b5f2 HTTP/1.1" status: 200 len: 848 time: 0.0457683 Aug 09 18:09:22.903948 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-df02fc4c-74ba-4e09-95e3-86abfa9bbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:22.905522 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-df02fc4c-74ba-4e09-95e3-86abfa9bbd59 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378885 Aug 09 18:09:22.992137 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-42fcb2f6-ceb8-4c3a-b42c-0ba1d24c61f0 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797842 Aug 09 18:09:23.081609 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ab164e82-6057-431a-9cab-4b2a91beac2b req-1e5106de-4fe4-4326-9a27-7521533ee14b service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831945 Aug 09 18:09:23.914430 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff6f24-2d9a-4bae-b817-5335d6260a35 req-1cb20aa4-aa81-40ef-9f8d-de75e9191127 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:23.915865 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-97ff6f24-2d9a-4bae-b817-5335d6260a35 req-1cb20aa4-aa81-40ef-9f8d-de75e9191127 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0482709 Aug 09 18:09:23.958671 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-97ff6f24-2d9a-4bae-b817-5335d6260a35 req-3b44aa91-d062-4ca1-8da2-6f3e6542174e tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367398 Aug 09 18:09:25.074762 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad587d6b-e24c-41db-94db-ee4c0ff7bc03 req-536b360b-3e6a-4fd8-8c3f-13ff6f1092bf tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:25.076205 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ad587d6b-e24c-41db-94db-ee4c0ff7bc03 req-536b360b-3e6a-4fd8-8c3f-13ff6f1092bf tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0506454 Aug 09 18:09:25.112843 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-ad587d6b-e24c-41db-94db-ee4c0ff7bc03 req-4fa24aef-be96-44aa-90b0-281793adb843 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308018 Aug 09 18:09:26.229055 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cbe14-44e9-4e71-8452-abeeea61b878 req-6b5b5098-3588-46ac-b5ee-4f6e1ffecb42 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:26.230528 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-872cbe14-44e9-4e71-8452-abeeea61b878 req-6b5b5098-3588-46ac-b5ee-4f6e1ffecb42 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0475216 Aug 09 18:09:26.266682 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-872cbe14-44e9-4e71-8452-abeeea61b878 req-bd1bb938-8f03-4e11-be68-54f43317bc2d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303137 Aug 09 18:09:26.663317 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad9f2a-4da9-4bbe-bf46-6fccb0a0ad79 req-4056df53-fbfc-4276-b969-38be85f08957 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:26.664768 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f5ad9f2a-4da9-4bbe-bf46-6fccb0a0ad79 req-4056df53-fbfc-4276-b969-38be85f08957 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0480597 Aug 09 18:09:26.704207 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f5ad9f2a-4da9-4bbe-bf46-6fccb0a0ad79 req-a6cd5e5b-f38c-4f2c-9410-360039d78ba5 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330811 Aug 09 18:09:26.775032 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 48070) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:09:26.865770 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-86b43c34-bafb-45e7-b7ef-6b70425180c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895231 Aug 09 18:09:27.828922 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e7d64-f48f-4da9-abae-3f9f811528db req-ce459c41-37a7-4eb6-bdf9-6b623b81bdb2 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:27.831125 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bd4e7d64-f48f-4da9-abae-3f9f811528db req-ce459c41-37a7-4eb6-bdf9-6b623b81bdb2 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0584500 Aug 09 18:09:27.871611 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-bd4e7d64-f48f-4da9-abae-3f9f811528db req-cd002825-4c6a-4f60-a0d2-513d0e0e6a2c tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345039 Aug 09 18:09:27.999431 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 45fcc509-05eb-4485-8cfe-24cc44a62604 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:09:28.072255 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:28.094237 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:09:28.097195 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82554087-e0c3-4f65-adf2-4a075c9106f5" -d '{"events": [{"server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "name": "network-vif-unplugged", "status": "completed", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:09:28.109984 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 45fcc509-05eb-4485-8cfe-24cc44a62604, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45fcc509-05eb-4485-8cfe-24cc44a62604,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:09:28.178087 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:28.229623 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=45fcc509-05eb-4485-8cfe-24cc44a62604,revision_number=6']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:09:28.237261 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.237651 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.237983 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.238315 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.238643 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.238976 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.239298 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.239622 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.239945 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.240396 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.240720 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.241123 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:09:28.271527 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 09 Aug 2021 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66343211-0fb8-4c62-bd87-954f80d78826 x-openstack-request-id: req-66343211-0fb8-4c62-bd87-954f80d78826 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:09:28.271852 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "name": "network-vif-unplugged", "status": "failed", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604", "code": 422}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:09:28.272109 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66343211-0fb8-4c62-bd87-954f80d78826 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:09:28.272567 dv-cinder-788363-10-iscsi neutron-server[100427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'code': 422} returned with failed status Aug 09 18:09:28.983516 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ac376-53b0-4857-9203-1a9698452ef4 req-f9abd680-2579-4ba0-99ab-0103273607b3 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:29.006347 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a23ac376-53b0-4857-9203-1a9698452ef4 req-f9abd680-2579-4ba0-99ab-0103273607b3 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0479143 Aug 09 18:09:29.024037 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-a23ac376-53b0-4857-9203-1a9698452ef4 req-1edf6a19-4afb-49a7-9230-34658d5acae6 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Aug 09 18:09:29.694788 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-9c477b9d-b33e-4b8d-ba78-f5bd6b235230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:29.696297 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-9c477b9d-b33e-4b8d-ba78-f5bd6b235230 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4&tenant_id=339fdfb1eb3b473b90c25e54116612e3 HTTP/1.1" status: 200 len: 1096 time: 0.0404284 Aug 09 18:09:29.767326 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-d50b6dba-0f17-44ad-8197-7e13ba796fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:29.768868 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-d50b6dba-0f17-44ad-8197-7e13ba796fed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=339fdfb1eb3b473b90c25e54116612e3&device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1096 time: 0.0399754 Aug 09 18:09:29.877741 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-8f355da5-65aa-47c5-a8f5-fc1ac2e398f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:29.879288 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-8f355da5-65aa-47c5-a8f5-fc1ac2e398f8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b HTTP/1.1" status: 200 len: 910 time: 0.1024582 Aug 09 18:09:29.948785 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-7ae637f1-3464-4bea-8437-1379b161a32c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45fcc509-05eb-4485-8cfe-24cc44a62604 HTTP/1.1" status: 200 len: 999 time: 0.0626361 Aug 09 18:09:30.007339 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-ef26ac94-70a5-4985-8eb3-84b015463c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:30.008913 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-ef26ac94-70a5-4985-8eb3-84b015463c03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9bdb552e-200b-4259-83d3-9a251fa2b5f2 HTTP/1.1" status: 200 len: 848 time: 0.0527258 Aug 09 18:09:30.058274 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-f42e3ce0-8898-4e2b-bcf3-bd00a564837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:30.060040 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-f42e3ce0-8898-4e2b-bcf3-bd00a564837a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435290 Aug 09 18:09:30.191988 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1fb0-bd95-415d-b006-8e2229f4a08b req-9ad69434-9a95-42b7-80ab-3f4ca0532cbb tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:30.193464 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3cad1fb0-bd95-415d-b006-8e2229f4a08b req-9ad69434-9a95-42b7-80ab-3f4ca0532cbb tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0813727 Aug 09 18:09:30.198699 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-3524c310-61b4-42fd-be64-edf411df1f9a service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317613 Aug 09 18:09:30.280324 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3cad1fb0-bd95-415d-b006-8e2229f4a08b req-59b8305e-a477-4229-98db-fb21d21ccc02 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806918 Aug 09 18:09:30.313441 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-785e3f6a-3b04-4303-8017-16948828f1b0 req-9efae02d-6b6b-40f4-8aa7-2ded33a02429 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070235 Aug 09 18:09:31.394697 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e7a9a-b5df-4bb0-9afd-7bec3d44ce35 req-df53b22a-1e53-42a8-ab77-f2076ea2c2a7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:31.396188 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-045e7a9a-b5df-4bb0-9afd-7bec3d44ce35 req-df53b22a-1e53-42a8-ab77-f2076ea2c2a7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0490372 Aug 09 18:09:31.433070 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-045e7a9a-b5df-4bb0-9afd-7bec3d44ce35 req-692174ff-bdfe-4aa1-9022-f0032469ba3d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309346 Aug 09 18:09:32.544904 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f98a7a-60f9-4184-8a53-5a8b7f566d0b req-fa183757-c9e9-4e77-8cb4-1545f7ec3b51 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:32.546560 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-26f98a7a-60f9-4184-8a53-5a8b7f566d0b req-fa183757-c9e9-4e77-8cb4-1545f7ec3b51 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0478454 Aug 09 18:09:32.583666 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-26f98a7a-60f9-4184-8a53-5a8b7f566d0b req-31fb85f3-ec05-421c-b328-098de22453b4 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312994 Aug 09 18:09:33.694542 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6e5ae-6118-4d53-8d3a-dad053f0f0f1 req-acbbc1bc-d95f-474b-889f-5e792dc855e9 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:33.695986 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-43c6e5ae-6118-4d53-8d3a-dad053f0f0f1 req-acbbc1bc-d95f-474b-889f-5e792dc855e9 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0469584 Aug 09 18:09:33.736321 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-43c6e5ae-6118-4d53-8d3a-dad053f0f0f1 req-fdfaa8d8-ee06-4129-84ad-761dc524a571 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343895 Aug 09 18:09:34.846799 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b185d56-12d3-49fe-959f-0e10dd59584e req-a17c75cd-f12a-4c14-b354-54392a369882 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:34.848238 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5b185d56-12d3-49fe-959f-0e10dd59584e req-a17c75cd-f12a-4c14-b354-54392a369882 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0473115 Aug 09 18:09:34.889482 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-5b185d56-12d3-49fe-959f-0e10dd59584e req-b85c1433-042c-4f27-a3d7-e3fd25e8e647 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345361 Aug 09 18:09:36.000455 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dc187-34ff-4b3f-bd29-c6343ab866ca req-43713c50-3c0f-477a-a982-010fdbde1570 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:36.002506 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-804dc187-34ff-4b3f-bd29-c6343ab866ca req-43713c50-3c0f-477a-a982-010fdbde1570 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0473602 Aug 09 18:09:36.038764 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-804dc187-34ff-4b3f-bd29-c6343ab866ca req-70e8e933-8cc9-4fc1-9361-1133df3c9a42 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301881 Aug 09 18:09:36.319685 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:37.150192 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83e3ed-7ba2-4e57-8ae9-c17f6eb29864 req-e4ff8fe0-1329-4543-b2a3-4d7cd99005b5 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:37.151563 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b83e3ed-7ba2-4e57-8ae9-c17f6eb29864 req-e4ff8fe0-1329-4543-b2a3-4d7cd99005b5 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0475059 Aug 09 18:09:37.191152 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-4b83e3ed-7ba2-4e57-8ae9-c17f6eb29864 req-38d065a0-cfd1-4c2d-959d-27dca62d65d0 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338247 Aug 09 18:09:38.046027 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 45fcc509-05eb-4485-8cfe-24cc44a62604 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100427) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 18:09:38.135924 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 45fcc509-05eb-4485-8cfe-24cc44a62604, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45fcc509-05eb-4485-8cfe-24cc44a62604,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:09:38.147285 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Returning: {'device': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'port_id': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'mac_address': 'fa:16:3e:fc:f4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100427) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 18:09:38.185120 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:38.197627 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fcc509-05eb-4485-8cfe-24cc44a62604 {{(pid=100427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 18:09:38.216592 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 45fcc509-05eb-4485-8cfe-24cc44a62604, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45fcc509-05eb-4485-8cfe-24cc44a62604,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:09:38.297152 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:38.303694 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad2535-5b86-40d5-8f63-9f26e8171eb5 req-35144424-dd74-4ef1-b52a-5a210e5bc466 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:38.305184 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8dad2535-5b86-40d5-8f63-9f26e8171eb5 req-35144424-dd74-4ef1-b52a-5a210e5bc466 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 943 time: 0.0477979 Aug 09 18:09:38.343405 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8dad2535-5b86-40d5-8f63-9f26e8171eb5 req-e2f78d60-8814-497a-9176-3616f4956126 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Aug 09 18:09:38.346400 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=45fcc509-05eb-4485-8cfe-24cc44a62604,revision_number=7']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:09:38.611743 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] get_ports_and_sgs() called for port_ids ['45fcc509-05eb-4485-8cfe-24cc44a62604'] {{(pid=100427) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 18:09:39.455757 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39957e6-7414-4464-9476-d904a8079c16 req-f5ddf12a-70ec-4647-9ae2-9d0d4009e4c7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:39.457524 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b39957e6-7414-4464-9476-d904a8079c16 req-f5ddf12a-70ec-4647-9ae2-9d0d4009e4c7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 944 time: 0.0479975 Aug 09 18:09:39.494781 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b39957e6-7414-4464-9476-d904a8079c16 req-27dd0b1e-4c0b-4c5c-a4fd-8d8f8dc3751b tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Aug 09 18:09:40.062390 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 45fcc509-05eb-4485-8cfe-24cc44a62604 up at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 18:09:40.108919 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.provisioning_blocks [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Provisioning complete for port 45fcc509-05eb-4485-8cfe-24cc44a62604 triggered by entity L2. {{(pid=100427) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 18:09:40.109236 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1918564'] for port, provisioning_complete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:40.306016 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1994023'] for port, before_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:40.327918 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604'}] {{(pid=100427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:09:40.330760 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0449ad3b754c619537157ef06f9bca3f7738732d290fe7d4aee1a2d9628011f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47b47d6-b091-4dba-a82f-fbde9dcae61a" -d '{"events": [{"server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "name": "network-vif-plugged", "status": "completed", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604"}]}' {{(pid=100427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:09:40.343083 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-5c563f3c-6610-459b-8483-bda012391766 None None] For port 45fcc509-05eb-4485-8cfe-24cc44a62604, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45fcc509-05eb-4485-8cfe-24cc44a62604,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:09:40.366346 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4fc111-773d-461e-b1c8-c5aebc7a4650 x-openstack-request-id: req-ca4fc111-773d-461e-b1c8-c5aebc7a4650 {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:09:40.366628 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "name": "network-vif-plugged", "status": "completed", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604", "code": 200}]} {{(pid=100427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:09:40.366872 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca4fc111-773d-461e-b1c8-c5aebc7a4650 {{(pid=100427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:09:40.367264 dv-cinder-788363-10-iscsi neutron-server[100427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'code': 200} Aug 09 18:09:40.440518 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777863179421', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777862707959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777862708493'] for port, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:40.488974 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Pushing event updated for resources: {'Port': ['ID=45fcc509-05eb-4485-8cfe-24cc44a62604,revision_number=8']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:09:40.607258 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3c24b-ebb3-45a0-9064-209fc61b56f0 req-f97b9472-3364-4a79-830e-271aa5b3d959 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:40.608720 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40c3c24b-ebb3-45a0-9064-209fc61b56f0 req-f97b9472-3364-4a79-830e-271aa5b3d959 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0486450 Aug 09 18:09:40.659615 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-40c3c24b-ebb3-45a0-9064-209fc61b56f0 req-f10e5393-cbaa-4657-ae13-4489fe660f0a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443361 Aug 09 18:09:40.687769 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b47df-17f1-4e61-89c7-2dab01cf334a req-1c433abc-05bd-4aa2-908d-aa57385b5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:40.689862 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0c4b47df-17f1-4e61-89c7-2dab01cf334a req-1c433abc-05bd-4aa2-908d-aa57385b5ad0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1098 time: 0.0412152 Aug 09 18:09:40.725194 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-0c4b47df-17f1-4e61-89c7-2dab01cf334a req-c468f750-616d-4f4a-9f9c-43cd252a9031 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276356 Aug 09 18:09:41.773759 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64508a7e-663c-4a27-a213-3d3c521f8b2a req-9aaa1682-0c6d-4d65-87db-60d3e3e6b444 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:41.778115 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-64508a7e-663c-4a27-a213-3d3c521f8b2a req-9aaa1682-0c6d-4d65-87db-60d3e3e6b444 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0476341 Aug 09 18:09:41.812725 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-64508a7e-663c-4a27-a213-3d3c521f8b2a req-5d914a35-39bd-481f-b3bb-aa3dcda04ab0 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316868 Aug 09 18:09:42.923747 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e0ff3-3fb1-4033-a7ea-e27e38662df8 req-97ec1180-bb7f-4db1-b9ec-ccf6b6987483 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:09:42.925212 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3b3e0ff3-3fb1-4033-a7ea-e27e38662df8 req-97ec1180-bb7f-4db1-b9ec-ccf6b6987483 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0470238 Aug 09 18:09:42.964554 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-3b3e0ff3-3fb1-4033-a7ea-e27e38662df8 req-b4159f82-7369-4a97-b44f-7b0c0399aaec tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336366 Aug 09 18:09:44.165950 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-b6f28012-0b63-4f26-9642-9cf8a20511a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:46.594348 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-48eefe93-ab81-41e9-b41e-bed94687e36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:46.806018 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:48.068517 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:49.429157 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:09:49.449952 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:10:06.296812 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:14.200102 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-462c2318-263f-4838-a2f6-124d9883b493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:14.278020 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-e7862f51-03d4-4051-ad95-f0aec51d468f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391619 Aug 09 18:10:14.380711 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-0496400a-581b-4d20-b68f-1c7d823fbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:14.382213 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-0496400a-581b-4d20-b68f-1c7d823fbde6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=339fdfb1eb3b473b90c25e54116612e3&device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1098 time: 0.0406103 Aug 09 18:10:14.485841 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-093c0e32-312d-4c15-a956-d6b0413c62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:14.487209 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-093c0e32-312d-4c15-a956-d6b0413c62bc service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b HTTP/1.1" status: 200 len: 910 time: 0.0859110 Aug 09 18:10:14.553423 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-553e4b36-9b1d-4a3f-bbe1-8a742cff9e8c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45fcc509-05eb-4485-8cfe-24cc44a62604 HTTP/1.1" status: 200 len: 1001 time: 0.0575924 Aug 09 18:10:14.602560 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-1fab600b-1b42-4f7b-9984-26d14240a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:14.603954 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-1fab600b-1b42-4f7b-9984-26d14240a91e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9bdb552e-200b-4259-83d3-9a251fa2b5f2 HTTP/1.1" status: 200 len: 848 time: 0.0436337 Aug 09 18:10:14.657889 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-0238f2e4-d87a-4da0-97ce-a8fd983c70dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:14.659333 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-0238f2e4-d87a-4da0-97ce-a8fd983c70dd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420663 Aug 09 18:10:14.747980 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-5b2e9d0a-f8c5-4622-ad2a-fcd2b50fe899 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804398 Aug 09 18:10:14.839139 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-b4a851ce-b811-4a2d-9167-ca83a2829fae req-6a229d66-1e41-447f-a532-c82a518689ea service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837021 Aug 09 18:10:16.611240 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2e75cd32-1109-4a06-8441-331fb0d3056b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:16.788130 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:17.993718 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:19.359297 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:26.449013 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:10:36.307262 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:44.148241 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-97139cfc-e184-40c1-a179-41342e296fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:46.621259 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e160dbc1-4090-45dc-a9c6-948df7cab751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:46.861496 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:47.987514 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:49.341831 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:55.754498 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 48136) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:10:55.911930 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Deleting port c81e69d5-0598-4882-ab72-7fc9ce69eb91 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:10:55.912267 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:55.985955 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:55.986284 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:55.998381 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Calling delete_port for c81e69d5-0598-4882-ab72-7fc9ce69eb91 owned by network:floatingip {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:10:56.192467 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:56.215601 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event deleted for resources: {'Port': ['ID=c81e69d5-0598-4882-ab72-7fc9ce69eb91,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:10:56.228872 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.229223 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.229590 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.229931 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.230268 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.230597 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.230924 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.231250 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.231576 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.231899 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.232221 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.232539 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:10:56.288616 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for floatingip, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:56.288947 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.db.l3_db [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Floating IP 6a16ede3-993c-4abf-9078-ee1b73486680 disassociated (deleted). External IP: 172.27.1.119, port: 45fcc509-05eb-4485-8cfe-24cc44a62604. Aug 09 18:10:56.498477 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Router f732eb2f-8ba9-4971-a53c-294786f5d9a0 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:10:56.600339 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:10:56.605712 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for floatingip, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:56.610350 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] Sync routers for ids ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:10:56.621691 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] Routers {'f732eb2f-8ba9-4971-a53c-294786f5d9a0'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:10:56.622476 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:10:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:10:56.637642 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-d832fda8-047c-488e-ba8e-baf94076bbc1 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "DELETE /v2.0/floatingips/6a16ede3-993c-4abf-9078-ee1b73486680 HTTP/1.1" status: 204 len: 168 time: 0.8791790 Aug 09 18:10:56.637642 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:10:56.637642 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0b63c2-1de8-4469-8f2c-76965a9327d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:10:56.732320 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] Set router f732eb2f-8ba9-4971-a53c-294786f5d9a0 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:10:56.786668 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bab5fa-a2f6-406c-98f8-d4aaaaf2982b x-openstack-request-id: req-83bab5fa-a2f6-406c-98f8-d4aaaaf2982b {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:10:56.787200 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:10:56.787200 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83bab5fa-a2f6-406c-98f8-d4aaaaf2982b {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:10:56.787568 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'status': 'completed', 'code': 200} Aug 09 18:10:56.933780 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:20Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'ba5489ab-8aef-446d-8a4a-5fa3bc348f42', 'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'mac_address': 'fa:16:3e:fd:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:19Z', 'updated_at': '2021-08-09T18:06:25Z', 'revision_number': 5, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'subnets': [{'id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:10:56.965734 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] Checking router: f732eb2f-8ba9-4971-a53c-294786f5d9a0 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:10:56.974902 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] Routers {'f732eb2f-8ba9-4971-a53c-294786f5d9a0'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:10:56.975813 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:10:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:10:57.034472 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-1e82d384-03fb-4a62-a648-200b2ce8aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:57.035923 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-1e82d384-03fb-4a62-a648-200b2ce8aa22 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=339fdfb1eb3b473b90c25e54116612e3&device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 1098 time: 0.1978543 Aug 09 18:10:57.101090 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] Set router f732eb2f-8ba9-4971-a53c-294786f5d9a0 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:10:57.126105 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-3e4b15db-c1a8-49e6-8431-e961d5c2efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:57.127588 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-3e4b15db-c1a8-49e6-8431-e961d5c2efea service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b HTTP/1.1" status: 200 len: 910 time: 0.0847135 Aug 09 18:10:57.176353 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-ed0ab7b2-f207-4d67-9f45-a7be704846fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45fcc509-05eb-4485-8cfe-24cc44a62604 HTTP/1.1" status: 200 len: 217 time: 0.0415227 Aug 09 18:10:57.247015 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-cb999dca-a083-4213-b7d1-5dc91ea2e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:57.248493 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-cb999dca-a083-4213-b7d1-5dc91ea2e5c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9bdb552e-200b-4259-83d3-9a251fa2b5f2 HTTP/1.1" status: 200 len: 848 time: 0.0478451 Aug 09 18:10:57.307430 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:20Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'ba5489ab-8aef-446d-8a4a-5fa3bc348f42', 'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'mac_address': 'fa:16:3e:fd:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:19Z', 'updated_at': '2021-08-09T18:06:25Z', 'revision_number': 5, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'subnets': [{'id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:10:57.317992 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-da99ecb0-29f0-46f9-98e7-f1824e651dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:57.319493 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-da99ecb0-29f0-46f9-98e7-f1824e651dfa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae7cae82-b2c1-4149-bd38-fa45fa9b765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0618987 Aug 09 18:10:57.332031 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092bef7-59e4-43df-8052-8bcec1177d9b req-69e2fcc0-a40d-44c1-b1ee-c82552af90fc tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:57.333440 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c092bef7-59e4-43df-8052-8bcec1177d9b req-69e2fcc0-a40d-44c1-b1ee-c82552af90fc tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.1604526 Aug 09 18:10:57.334747 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bec1e3-6af2-46ea-96ea-5bba83429bab None None] The sync data for ids ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'] in dv-cinder-788363-10-iscsi is: [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:06:20Z', 'revision_number': 4, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi', '_interfaces': [{'id': 'ba5489ab-8aef-446d-8a4a-5fa3bc348f42', 'name': '', 'network_id': 'ae7cae82-b2c1-4149-bd38-fa45fa9b765b', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'mac_address': 'fa:16:3e:fd:11:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:19Z', 'updated_at': '2021-08-09T18:06:25Z', 'revision_number': 5, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'subnets': [{'id': '9bdb552e-200b-4259-83d3-9a251fa2b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:10:57.423953 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-c092bef7-59e4-43df-8052-8bcec1177d9b req-8b47e513-9b44-4296-a5ae-951f14c0b1cf tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814128 Aug 09 18:10:57.447589 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-185c10d0-54b0-4677-be57-f2d94b195fb8 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131628 Aug 09 18:10:57.544979 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-dc0b63c2-1de8-4469-8f2c-76965a9327d4 req-415b5250-bc66-4e1e-893a-c7ae14ce66b4 service neutron] 10.222.0.77 "GET /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901613 Aug 09 18:10:57.554712 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4205b-e16a-4e77-be12-0fd6ea9fb0ec None None] New status for floating IP 6a16ede3-993c-4abf-9078-ee1b73486680: DOWN {{(pid=100428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 18:10:58.544454 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754e9d-8527-4fb3-820d-feaedb6aeb01 req-d85615bd-7af9-45ea-85d7-15fe8f48f7fd tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:58.545939 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-03754e9d-8527-4fb3-820d-feaedb6aeb01 req-d85615bd-7af9-45ea-85d7-15fe8f48f7fd tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0499909 Aug 09 18:10:58.583221 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-03754e9d-8527-4fb3-820d-feaedb6aeb01 req-73befea7-62a4-4b8f-9c05-be1e90f1ac26 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/security-groups?id=23251073-ad83-44ea-a184-8d8288962338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314012 Aug 09 18:10:58.951205 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-628bfa46-200d-4dc1-aed4-f8326f31189d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 18:10:58.952779 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-628bfa46-200d-4dc1-aed4-f8326f31189d tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.77 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 945 time: 0.0469267 Aug 09 18:10:59.044660 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-a95697a7-d378-4bd2-a2a7-d05a73c8ed69 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Deleting port 45fcc509-05eb-4485-8cfe-24cc44a62604 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:10:59.044993 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-a95697a7-d378-4bd2-a2a7-d05a73c8ed69 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:59.134073 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-a95697a7-d378-4bd2-a2a7-d05a73c8ed69 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] For port 45fcc509-05eb-4485-8cfe-24cc44a62604, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45fcc509-05eb-4485-8cfe-24cc44a62604,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:10:59.134073 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-a95697a7-d378-4bd2-a2a7-d05a73c8ed69 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:59.144119 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-a95697a7-d378-4bd2-a2a7-d05a73c8ed69 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Calling delete_port for 45fcc509-05eb-4485-8cfe-24cc44a62604 owned by compute:nova {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:10:59.330099 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-a95697a7-d378-4bd2-a2a7-d05a73c8ed69 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:59.358757 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95697a7-d378-4bd2-a2a7-d05a73c8ed69 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event deleted for resources: {'Port': ['ID=45fcc509-05eb-4485-8cfe-24cc44a62604,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:10:59.426065 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-a95697a7-d378-4bd2-a2a7-d05a73c8ed69 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] No DVR routers for this DVR port 45fcc509-05eb-4485-8cfe-24cc44a62604 on host hv-cinder-78836 {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:10:59.426065 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-a95697a7-d378-4bd2-a2a7-d05a73c8ed69 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-207929'] for port, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:10:59.426065 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-8cd7ac5b-ca7e-46c1-b35a-327440438212 req-a95697a7-d378-4bd2-a2a7-d05a73c8ed69 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.77 "DELETE /v2.0/ports/45fcc509-05eb-4485-8cfe-24cc44a62604 HTTP/1.1" status: 204 len: 173 time: 0.4474392 Aug 09 18:10:59.426065 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'name': 'network-vif-deleted', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604'}] {{(pid=100426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 18:10:59.426065 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5c2a245a5122784e5d83a6dc34378b1961c5a3c047f4469f90d6a98c2379450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5394a01-ce2a-4f71-9c1a-a263efeed9e9" -d '{"events": [{"server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "name": "network-vif-deleted", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604"}]}' {{(pid=100426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 18:10:59.445139 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce9460b-afb5-44ab-80a0-5b8c5bbc4998 x-openstack-request-id: req-6ce9460b-afb5-44ab-80a0-5b8c5bbc4998 {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 18:10:59.446218 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42f44e8-3d62-4d80-811b-fd5b0e0c71e4", "name": "network-vif-deleted", "tag": "45fcc509-05eb-4485-8cfe-24cc44a62604", "status": "completed", "code": 200}]} {{(pid=100426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 18:10:59.446504 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6ce9460b-afb5-44ab-80a0-5b8c5bbc4998 {{(pid=100426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 18:10:59.446913 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42f44e8-3d62-4d80-811b-fd5b0e0c71e4', 'name': 'network-vif-deleted', 'tag': '45fcc509-05eb-4485-8cfe-24cc44a62604', 'status': 'completed', 'code': 200} Aug 09 18:10:59.676877 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-f1438d1f-483a-4809-92ee-de1cb936e9de req-7ae1f8c0-7d0b-437a-8fbe-c0a7e8cc283a tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 210 time: 0.0255561 Aug 09 18:11:00.777507 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [req-374715d5-a4f4-4f67-9d03-2081581d44d2 req-05d74f60-51f4-4a6f-840a-cdda77e45bf2 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "GET /v2.0/ports?device_id=b42f44e8-3d62-4d80-811b-fd5b0e0c71e4 HTTP/1.1" status: 200 len: 210 time: 0.0258250 Aug 09 18:11:01.831158 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 48164) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:01.898101 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8596682-3474-4c49-b8a6-1fd2730b82a7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:01.926924 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8596682-3474-4c49-b8a6-1fd2730b82a7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:02.061591 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8596682-3474-4c49-b8a6-1fd2730b82a7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:02.064435 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f8596682-3474-4c49-b8a6-1fd2730b82a7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Notify callbacks [] for security_group, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:02.065651 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f8596682-3474-4c49-b8a6-1fd2730b82a7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] 10.222.0.54 "DELETE /v2.0/security-groups/23251073-ad83-44ea-a184-8d8288962338 HTTP/1.1" status: 204 len: 168 time: 0.2335267 Aug 09 18:11:02.079994 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8596682-3474-4c49-b8a6-1fd2730b82a7 tempest-TestShelveInstance-1851998038 tempest-TestShelveInstance-1851998038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23251073-ad83-44ea-a184-8d8288962338,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:02.185767 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 48168) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:02.450258 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 45fcc509-05eb-4485-8cfe-24cc44a62604 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:11:02.470886 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-5c563f3c-6610-459b-8483-bda012391766 None None] No Port match for: 45fcc509-05eb-4485-8cfe-24cc44a62604 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:11:02.471226 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Device 45fcc509-05eb-4485-8cfe-24cc44a62604 not bound to the agent host hv-cinder-78836 {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:11:02.525874 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610435'] for router_interface, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:03.016438 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] Deleting port ba5489ab-8aef-446d-8a4a-5fa3bc348f42 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:11:03.017145 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:03.094986 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] For port ba5489ab-8aef-446d-8a4a-5fa3bc348f42, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=ba5489ab-8aef-446d-8a4a-5fa3bc348f42,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:11:03.095360 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:03.108126 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] Calling delete_port for ba5489ab-8aef-446d-8a4a-5fa3bc348f42 owned by network:router_interface {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:11:03.358525 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:03.388177 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5489ab-8aef-446d-8a4a-5fa3bc348f42,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:03.448171 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:11:03.552285 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608563'] for router_interface, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:03.767249 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] Router f732eb2f-8ba9-4971-a53c-294786f5d9a0 has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:11:03.872301 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:11:03.877161 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-f6eb42ac-7197-4a21-a152-30897889cbae admin admin] 10.222.0.54 "PUT /v2.0/routers/f732eb2f-8ba9-4971-a53c-294786f5d9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6908054 Aug 09 18:11:03.880305 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 48170) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:03.881433 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] Sync routers for ids ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'] in dv-cinder-788363-10-iscsi {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:11:03.890825 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] Routers {'f732eb2f-8ba9-4971-a53c-294786f5d9a0'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:11:03.891426 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:10:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:03.994659 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] Set router f732eb2f-8ba9-4971-a53c-294786f5d9a0 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:11:03.998613 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Notify callbacks [] for router, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.104119 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.172751 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:11:03Z', 'revision_number': 5, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:04.198302 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] Checking router: f732eb2f-8ba9-4971-a53c-294786f5d9a0 for host: dv-cinder-788363-10-iscsi {{(pid=100427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:11:04.206377 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] Routers {'f732eb2f-8ba9-4971-a53c-294786f5d9a0'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:11:04.206975 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:10:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'], 'active': True} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:04.266816 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Deleting port 8ed89951-8233-4b27-9ced-44af5dd4bc50 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:11:04.267155 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.311363 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvr_db [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] Set router f732eb2f-8ba9-4971-a53c-294786f5d9a0 gateway port host: dv-cinder-788363-10-iscsi {{(pid=100427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:11:04.351136 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] For port 8ed89951-8233-4b27-9ced-44af5dd4bc50, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=8ed89951-8233-4b27-9ced-44af5dd4bc50,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:11:04.351568 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.365928 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Calling delete_port for 8ed89951-8233-4b27-9ced-44af5dd4bc50 owned by network:router_gateway {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:11:04.485207 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_hamode_db [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:11:03Z', 'revision_number': 5, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:04.516361 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5adb0e-6453-4d60-aa5d-4c4508e890a6 None None] The sync data for ids ['f732eb2f-8ba9-4971-a53c-294786f5d9a0'] in dv-cinder-788363-10-iscsi is: [{'id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'name': 'tempest-TestShelveInstance-1525116218-router', 'tenant_id': '339fdfb1eb3b473b90c25e54116612e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:16Z', 'updated_at': '2021-08-09T18:11:03Z', 'revision_number': 5, 'project_id': '339fdfb1eb3b473b90c25e54116612e3', 'gw_port': {'id': '8ed89951-8233-4b27-9ced-44af5dd4bc50', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f732eb2f-8ba9-4971-a53c-294786f5d9a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:17Z', 'updated_at': '2021-08-09T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}] {{(pid=100427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:11:04.609901 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.638443 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed89951-8233-4b27-9ced-44af5dd4bc50,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:04.697554 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610773'] for router_gateway, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.786473 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2695'] for router, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.788577 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.884833 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608213'] for router, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.885708 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f732eb2f-8ba9-4971-a53c-294786f5d9a0 {{(pid=100426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:11:04.890004 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] Notify callbacks [] for router, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.891199 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-21386e1a-c7eb-4cf7-b864-7fe326abc2be admin admin] 10.222.0.54 "DELETE /v2.0/routers/f732eb2f-8ba9-4971-a53c-294786f5d9a0 HTTP/1.1" status: 204 len: 168 time: 1.0098243 Aug 09 18:11:04.893642 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 48172) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:04.942646 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1ec412-4549-469e-ac74-deb1ca0ed49e admin admin] Deleting subnet 9bdb552e-200b-4259-83d3-9a251fa2b5f2 {{(pid=100426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:11:04.946868 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8f1ec412-4549-469e-ac74-deb1ca0ed49e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:04.985015 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8f1ec412-4549-469e-ac74-deb1ca0ed49e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4165673'] for subnet, precommit_delete_associations {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.063491 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8f1ec412-4549-469e-ac74-deb1ca0ed49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.216102 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8f1ec412-4549-469e-ac74-deb1ca0ed49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4166056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4169930'] for subnet, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.239499 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ec412-4549-469e-ac74-deb1ca0ed49e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdb552e-200b-4259-83d3-9a251fa2b5f2,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:05.245607 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-8f1ec412-4549-469e-ac74-deb1ca0ed49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for subnet, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.247854 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-8f1ec412-4549-469e-ac74-deb1ca0ed49e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9bdb552e-200b-4259-83d3-9a251fa2b5f2 HTTP/1.1" status: 204 len: 168 time: 0.3528950 Aug 09 18:11:05.249954 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.wsgi [-] (100426) accepted ('10.222.0.54', 48174) {{(pid=100426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:05.252595 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb3602-79c4-4ad3-b37f-5a20b93b3fe9 None None] Network ae7cae82-b2c1-4149-bd38-fa45fa9b765b requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:11:05.316251 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.368354 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Deleting port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 {{(pid=100426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:11:05.368532 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.434173 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.db [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] For port 962e4345-784f-4c97-8e5d-a52b1de4c5a7, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=962e4345-784f-4c97-8e5d-a52b1de4c5a7,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:11:05.434467 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.447085 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.plugin [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Calling delete_port for 962e4345-784f-4c97-8e5d-a52b1de4c5a7 owned by network:dhcp {{(pid=100426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:11:05.499362 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] DHCP port deletion for ae7cae82-b2c1-4149-bd38-fa45fa9b765b request from dv-cinder-788363-10-iscsi {{(pid=100427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:11:05.551543 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Deleting port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:11:05.551917 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.588216 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 962e4345-784f-4c97-8e5d-a52b1de4c5a7 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:11:05.598694 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4166043'] for port, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.614669 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 962e4345-784f-4c97-8e5d-a52b1de4c5a7 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:11:05.615012 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 962e4345-784f-4c97-8e5d-a52b1de4c5a7 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:11:05.615423 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device ba5489ab-8aef-446d-8a4a-5fa3bc348f42 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:11:05.629283 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] No DVR routers for this DVR port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 on host dv-cinder-788363-10-iscsi {{(pid=100426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:11:05.633272 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Pushing event deleted for resources: {'Port': ['ID=962e4345-784f-4c97-8e5d-a52b1de4c5a7,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:05.643368 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: ba5489ab-8aef-446d-8a4a-5fa3bc348f42 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:11:05.643707 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device ba5489ab-8aef-446d-8a4a-5fa3bc348f42 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:11:05.644107 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 8ed89951-8233-4b27-9ced-44af5dd4bc50 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:11:05.670658 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 8ed89951-8233-4b27-9ced-44af5dd4bc50 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:11:05.671003 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 8ed89951-8233-4b27-9ced-44af5dd4bc50 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:11:05.673507 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] For port 962e4345-784f-4c97-8e5d-a52b1de4c5a7, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=962e4345-784f-4c97-8e5d-a52b1de4c5a7,segment=NetworkSegment(a2491d75-3138-41a6-8ca6-4ddd0acfda8a),segment_id=a2491d75-3138-41a6-8ca6-4ddd0acfda8a)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:11:05.673901 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.686760 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Calling delete_port for 962e4345-784f-4c97-8e5d-a52b1de4c5a7 owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:11:05.706524 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.716451 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7cae82-b2c1-4149-bd38-fa45fa9b765b']}} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:05.727202 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a') {'for_net_delete': True} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:05.727496 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.services.segments.db [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2491d75-3138-41a6-8ca6-4ddd0acfda8a') {} {{(pid=100426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:05.736282 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4165694'] for segment, before_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.750382 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.756548 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=100426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:11:05.756964 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4166006'] for segment, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: Traceback (most recent call last): Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: timer() Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: cb(*args, **kw) Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: return func(*args, **kwargs) Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: self._notify() Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: self.callback(batched_events) Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: event.method(event) Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: return f(self, *a, **k) Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._get(url).json() Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: return self.request(url, 'GET', **kwargs) Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:11:05.758741 dv-cinder-788363-10-iscsi neutron-server[100426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:11:05.762508 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.785347 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Pushing event deleted for resources: {'Port': ['ID=962e4345-784f-4c97-8e5d-a52b1de4c5a7,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:05.794990 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] No DVR routers for this DVR port 962e4345-784f-4c97-8e5d-a52b1de4c5a7 on host dv-cinder-788363-10-iscsi {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:11:05.797321 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.797675 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.798016 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.798354 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.798822 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.799148 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.799425 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.799836 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.800079 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.800405 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.800732 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.801056 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea13d73-b90c-4ff1-be6e-2bf36c0c8e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:05.913113 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.924345 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron_lib.callbacks.manager [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:05.924345 dv-cinder-788363-10-iscsi neutron-server[100426]: INFO neutron.wsgi [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] 10.222.0.54 "DELETE /v2.0/networks/ae7cae82-b2c1-4149-bd38-fa45fa9b765b HTTP/1.1" status: 204 len: 168 time: 0.6706784 Aug 09 18:11:05.924821 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 48176) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:05.932904 dv-cinder-788363-10-iscsi neutron-server[100426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5af085-c947-4658-925f-4a4ca8ffec0f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7cae82-b2c1-4149-bd38-fa45fa9b765b,revision_number=None']} {{(pid=100426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:06.267898 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-610435'] for router_interface, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:06.329620 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:06.501983 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Deleting port 80523d63-88b6-4998-af21-f3d838c58675 {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:11:06.502318 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:06.578853 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] For port 80523d63-88b6-4998-af21-f3d838c58675, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=80523d63-88b6-4998-af21-f3d838c58675,segment=NetworkSegment(35694c3d-fde2-45ab-9d91-015d8f474868),segment_id=35694c3d-fde2-45ab-9d91-015d8f474868)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:11:06.579211 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:06.592093 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Calling delete_port for 80523d63-88b6-4998-af21-f3d838c58675 owned by network:router_interface {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:11:06.857261 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:06.888089 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Pushing event deleted for resources: {'Port': ['ID=80523d63-88b6-4998-af21-f3d838c58675,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:06.914003 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.914447 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.914788 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.915126 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.915452 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.915782 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.916114 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.916449 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.916799 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.917252 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.917471 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:06.917792 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788363-10-iscsi {{(pid=100425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 18:11:07.068330 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608563'] for router_interface, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:07.283316 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Router c9c97332-60e9-4c31-8093-71aaf9729b8c has already been hosted by L3 agent 570e2239-3a8c-4fde-9903-07922334e6d5 {{(pid=100425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 18:11:07.388757 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] Notify agent at l3_agent.dv-cinder-788363-10-iscsi the message routers_updated {{(pid=100425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 18:11:07.394192 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-364ce935-3d1f-4be7-b151-6f745bfa0779 admin admin] 10.222.0.54 "PUT /v2.0/routers/c9c97332-60e9-4c31-8093-71aaf9729b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4682593 Aug 09 18:11:07.396962 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 48180) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:07.400092 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] Sync routers for ids ['c9c97332-60e9-4c31-8093-71aaf9729b8c'] in dv-cinder-788363-10-iscsi {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 18:11:07.409242 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] Routers {'c9c97332-60e9-4c31-8093-71aaf9729b8c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:11:07.409873 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:10:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c9c97332-60e9-4c31-8093-71aaf9729b8c'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:07.501193 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Notify callbacks [] for router, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:07.510872 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] Set router c9c97332-60e9-4c31-8093-71aaf9729b8c gateway port host: dv-cinder-788363-10-iscsi {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:11:07.602676 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:07.680771 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'name': 'tempest-TestShelveInstance-2062451638-router', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'external_fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:24Z', 'updated_at': '2021-08-09T18:11:06Z', 'revision_number': 5, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'gw_port': {'id': '8a7a1af3-1d21-4235-8de7-50ba9314082a', 'name': '', 'network_id': '7da24a41-1e78-4151-865c-40a66cc95cd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788363-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T18:06:25Z', 'updated_at': '2021-08-09T18:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5c04b61d-a457-4855-bd31-7fe2de91e019', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788363-10-iscsi'}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:07.705895 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] Checking router: c9c97332-60e9-4c31-8093-71aaf9729b8c for host: dv-cinder-788363-10-iscsi {{(pid=100428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 18:11:07.714603 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] Routers {'c9c97332-60e9-4c31-8093-71aaf9729b8c'} bound to L3 agent in host dv-cinder-788363-10-iscsi {{(pid=100428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 18:11:07.715204 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788363-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T17:48:46Z,description=,heartbeat_timestamp=2021-08-09T18:10:47Z,host='dv-cinder-788363-10-iscsi',id=570e2239-3a8c-4fde-9903-07922334e6d5,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T17:48:47Z,topic='l3_agent')) {'router_ids': ['c9c97332-60e9-4c31-8093-71aaf9729b8c'], 'active': True} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:07.739238 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Deleting port 8a7a1af3-1d21-4235-8de7-50ba9314082a {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:11:07.739586 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:07.800055 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_dvr_db [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] Set router c9c97332-60e9-4c31-8093-71aaf9729b8c gateway port host: None {{(pid=100428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 18:11:07.817003 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] For port 8a7a1af3-1d21-4235-8de7-50ba9314082a, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=8a7a1af3-1d21-4235-8de7-50ba9314082a,segment=NetworkSegment(7bd7f55e-6a55-478f-b85c-8acec162a9ff),segment_id=7bd7f55e-6a55-478f-b85c-8acec162a9ff)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:11:07.817428 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:07.830813 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Calling delete_port for 8a7a1af3-1d21-4235-8de7-50ba9314082a owned by network:router_gateway {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:11:07.857952 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.l3_hamode_db [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'name': 'tempest-TestShelveInstance-2062451638-router', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:24Z', 'updated_at': '2021-08-09T18:11:07Z', 'revision_number': 6, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'gw_port_host': None}], 'dv-cinder-788363-10-iscsi', False) {} {{(pid=100428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:07.884640 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e00078-0574-4deb-87ef-4eec6045a273 None None] The sync data for ids ['c9c97332-60e9-4c31-8093-71aaf9729b8c'] in dv-cinder-788363-10-iscsi is: [{'id': 'c9c97332-60e9-4c31-8093-71aaf9729b8c', 'name': 'tempest-TestShelveInstance-2062451638-router', 'tenant_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T18:06:24Z', 'updated_at': '2021-08-09T18:11:07Z', 'revision_number': 6, 'project_id': '0b8a7f3728a243c9b73a2dcc8535110b', 'gw_port_host': None}] {{(pid=100428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 18:11:08.112605 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:08.142301 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7a1af3-1d21-4235-8de7-50ba9314082a,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:08.203167 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-610773'] for router_gateway, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:08.296180 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2695'] for router, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:08.299545 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:08.443779 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-608213'] for router, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:08.444258 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c97332-60e9-4c31-8093-71aaf9729b8c {{(pid=100425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 18:11:08.449053 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] Notify callbacks [] for router, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:08.450276 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-a6af29d9-1413-441e-8be9-9c6475bcad86 admin admin] 10.222.0.54 "DELETE /v2.0/routers/c9c97332-60e9-4c31-8093-71aaf9729b8c HTTP/1.1" status: 204 len: 168 time: 1.0521441 Aug 09 18:11:08.453097 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 48182) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:08.499343 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7f2f4c-e36f-480a-8ef1-608559571ed2 admin admin] Deleting subnet e054f917-8398-43ae-b4ba-afc02ef24f82 {{(pid=100425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 18:11:08.502333 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2f4c-e36f-480a-8ef1-608559571ed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:08.536386 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2f4c-e36f-480a-8ef1-608559571ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2648144'] for subnet, precommit_delete_associations {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:08.615464 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2f4c-e36f-480a-8ef1-608559571ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1957534'] for subnet, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:08.724310 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2f4c-e36f-480a-8ef1-608559571ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1957513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2648410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2878738'] for subnet, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.013070 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f2f4c-e36f-480a-8ef1-608559571ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e054f917-8398-43ae-b4ba-afc02ef24f82,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:09.016486 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-0c7f2f4c-e36f-480a-8ef1-608559571ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.018374 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-0c7f2f4c-e36f-480a-8ef1-608559571ed2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e054f917-8398-43ae-b4ba-afc02ef24f82 HTTP/1.1" status: 204 len: 168 time: 0.5642970 Aug 09 18:11:09.020816 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 48184) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:09.024988 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f3fef4-fd04-47a3-80ce-eed2e358b3a8 None None] Network 16629270-1a1a-45fb-9eef-6b3d708f5691 requested from dv-cinder-788363-10-iscsi {{(pid=100427) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 18:11:09.089396 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2036545'] for network, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.147004 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Deleting port a3be1413-04cf-442c-b55c-8bc776754eed {{(pid=100425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:11:09.147654 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.213747 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.db [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] For port a3be1413-04cf-442c-b55c-8bc776754eed, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=a3be1413-04cf-442c-b55c-8bc776754eed,segment=NetworkSegment(35694c3d-fde2-45ab-9d91-015d8f474868),segment_id=35694c3d-fde2-45ab-9d91-015d8f474868)] {{(pid=100425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:11:09.214109 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.227483 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.plugin [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Calling delete_port for a3be1413-04cf-442c-b55c-8bc776754eed owned by network:dhcp {{(pid=100425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:11:09.308734 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a64aa-4532-4f5f-a974-6fc041ba1657 None None] DHCP port deletion for 16629270-1a1a-45fb-9eef-6b3d708f5691 request from dv-cinder-788363-10-iscsi {{(pid=100427) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 18:11:09.358655 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-974a64aa-4532-4f5f-a974-6fc041ba1657 None None] Deleting port a3be1413-04cf-442c-b55c-8bc776754eed {{(pid=100427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 18:11:09.359114 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-974a64aa-4532-4f5f-a974-6fc041ba1657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777863173169'] for port, before_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.362773 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device a3be1413-04cf-442c-b55c-8bc776754eed no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:11:09.364289 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2648425'] for port, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.393730 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3be1413-04cf-442c-b55c-8bc776754eed,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:09.398043 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] No DVR routers for this DVR port a3be1413-04cf-442c-b55c-8bc776754eed on host dv-cinder-788363-10-iscsi {{(pid=100425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:11:09.417689 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: a3be1413-04cf-442c-b55c-8bc776754eed {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:11:09.418033 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device a3be1413-04cf-442c-b55c-8bc776754eed not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:11:09.418445 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 80523d63-88b6-4998-af21-f3d838c58675 no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:11:09.440672 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 80523d63-88b6-4998-af21-f3d838c58675 {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:11:09.441942 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 80523d63-88b6-4998-af21-f3d838c58675 not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:11:09.441942 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 8a7a1af3-1d21-4235-8de7-50ba9314082a no longer exists at agent ovs-agent-dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 18:11:09.467664 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1956889', 'neutron.services.segments.db._delete_segments_for_network-8777863233904'] for network, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.470936 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] No Port match for: 8a7a1af3-1d21-4235-8de7-50ba9314082a {{(pid=100427) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 18:11:09.471277 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.rpc [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Device 8a7a1af3-1d21-4235-8de7-50ba9314082a not bound to the agent host dv-cinder-788363-10-iscsi {{(pid=100427) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 18:11:09.479320 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.db [None req-974a64aa-4532-4f5f-a974-6fc041ba1657 None None] For port a3be1413-04cf-442c-b55c-8bc776754eed, host dv-cinder-788363-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788363-10-iscsi',level=0,port_id=a3be1413-04cf-442c-b55c-8bc776754eed,segment=NetworkSegment(35694c3d-fde2-45ab-9d91-015d8f474868),segment_id=35694c3d-fde2-45ab-9d91-015d8f474868)] {{(pid=100427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 18:11:09.479619 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16629270-1a1a-45fb-9eef-6b3d708f5691']}} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:09.479798 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-974a64aa-4532-4f5f-a974-6fc041ba1657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613297'] for port, precommit_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.490631 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35694c3d-fde2-45ab-9d91-015d8f474868') {'for_net_delete': True} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:09.490926 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.services.segments.db [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35694c3d-fde2-45ab-9d91-015d8f474868') {} {{(pid=100425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 18:11:09.496077 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.plugins.ml2.plugin [None req-974a64aa-4532-4f5f-a974-6fc041ba1657 None None] Calling delete_port for a3be1413-04cf-442c-b55c-8bc776754eed owned by network:dhcp {{(pid=100427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 18:11:09.500700 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777863189625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2648135'] for segment, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.514261 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599'] for segment, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.520016 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=100425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1957599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2648452'] for segment, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: Traceback (most recent call last): Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: timer() Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: cb(*args, **kw) Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: return func(*args, **kwargs) Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: self._notify() Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: self.callback(batched_events) Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: event.method(event) Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: return f(self, *a, **k) Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._get(url).json() Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: return self.request(url, 'GET', **kwargs) Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 18:11:09.522186 dv-cinder-788363-10-iscsi neutron-server[100425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 18:11:09.571254 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-974a64aa-4532-4f5f-a974-6fc041ba1657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1993097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777863179403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777862707950'] for port, after_delete {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.595909 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a64aa-4532-4f5f-a974-6fc041ba1657 None None] Pushing event deleted for resources: {'Port': ['ID=a3be1413-04cf-442c-b55c-8bc776754eed,revision_number=None']} {{(pid=100427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:09.599403 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a64aa-4532-4f5f-a974-6fc041ba1657 None None] No DVR routers for this DVR port a3be1413-04cf-442c-b55c-8bc776754eed on host dv-cinder-788363-10-iscsi {{(pid=100427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 18:11:09.644251 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1956864', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-610737'] for network, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.650353 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551713'] for network, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:09.652143 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] 10.222.0.54 "DELETE /v2.0/networks/16629270-1a1a-45fb-9eef-6b3d708f5691 HTTP/1.1" status: 204 len: 168 time: 0.6303883 Aug 09 18:11:09.662719 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833d369-9e44-4a6e-863c-f7ed0221bd9a admin admin] Pushing event deleted for resources: {'Network': ['ID=16629270-1a1a-45fb-9eef-6b3d708f5691,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:10.021323 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 48188) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:10.062757 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-7922f613-727b-48db-9983-8e63c6d37d39 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=339fdfb1eb3b473b90c25e54116612e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401683 Aug 09 18:11:10.065530 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 48190) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:10.111898 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f622c5d9-b491-426e-a9f2-69f41a158b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:10.136975 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f622c5d9-b491-426e-a9f2-69f41a158b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:10.255293 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f622c5d9-b491-426e-a9f2-69f41a158b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:10.258467 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-f622c5d9-b491-426e-a9f2-69f41a158b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:10.259731 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-f622c5d9-b491-426e-a9f2-69f41a158b88 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83bb749a-3725-4065-8cf9-4f90f881da58 HTTP/1.1" status: 204 len: 168 time: 0.1931107 Aug 09 18:11:10.268012 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622c5d9-b491-426e-a9f2-69f41a158b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb749a-3725-4065-8cf9-4f90f881da58,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:10.914685 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 48196) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:10.953117 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-551f9850-c8a5-422a-98cb-bbc39a696b54 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b8a7f3728a243c9b73a2dcc8535110b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372601 Aug 09 18:11:10.955600 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.wsgi [-] (100425) accepted ('10.222.0.54', 48198) {{(pid=100425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 18:11:11.002058 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf7ce-5056-43a8-8b16-b12b7630d75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:11.023096 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf7ce-5056-43a8-8b16-b12b7630d75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:11.106732 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf7ce-5056-43a8-8b16-b12b7630d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579004'] for security_group, after_delete {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:11.109201 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf7ce-5056-43a8-8b16-b12b7630d75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:11.110364 dv-cinder-788363-10-iscsi neutron-server[100425]: INFO neutron.wsgi [None req-ff5bf7ce-5056-43a8-8b16-b12b7630d75d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dbfeb181-3879-4235-bedb-202fe9d2bf3b HTTP/1.1" status: 204 len: 168 time: 0.1538205 Aug 09 18:11:11.118632 dv-cinder-788363-10-iscsi neutron-server[100425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bf7ce-5056-43a8-8b16-b12b7630d75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfeb181-3879-4235-bedb-202fe9d2bf3b,revision_number=None']} {{(pid=100425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 18:11:14.335592 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-dce707b0-ce6b-473c-89e6-cf3a6e685d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:16.626491 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f98cc9c-5832-4ff5-87a4-7e9297010fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:16.775562 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:18.020848 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:19.387394 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:36.363172 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:40.447787 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:11:44.169053 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4493-8417-42d1-a8f5-93ce901d0e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:46.574373 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-91467284-16d6-4baa-a9f9-91103c3b8ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:46.762919 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:48.083430 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:11:49.345584 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:06.362535 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:14.213791 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5218b6e8-c060-4dcf-9c5f-3dc57c87ff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:16.556486 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e3fab748-adbb-46a6-a05e-6658a069e62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:16.762297 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:17.447569 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:12:17.979520 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:19.339216 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:36.390740 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:44.156190 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3691-7cfc-4cf9-8dbf-f9ea9e19aa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:46.612864 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-89be1357-deff-4f4a-a181-98938856e817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:46.840576 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:48.002008 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:49.372494 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:12:54.447480 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:13:06.395513 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:14.184171 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c515300e-23c8-49e1-8a76-783619355544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:16.612149 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-68e106e3-4f41-45b1-bdf6-d475262f70ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:16.789442 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:17.995006 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:19.326914 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:31.446950 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:13:36.377137 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:44.159309 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-43ae2cce-f714-4ff7-8987-63e397afc889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:46.565754 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3d80-a963-4ddc-99c1-ff4ef1754f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:46.753898 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:48.017172 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:13:49.371062 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:06.399000 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:08.445798 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:14:14.159003 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e14a4ba8-8aa8-4e30-9dee-a406fa0e2711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:16.582071 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-4ab0be64-982c-498f-a708-5dae1d16f08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:16.799121 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:18.009549 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:19.364715 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:36.432571 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:44.170179 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-7ffce783-0038-4630-a299-a1abb19e427e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:45.443900 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:14:46.593089 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-726b29f7-db61-41db-a1c7-11a3272483ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:46.775451 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:48.009801 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:14:49.380883 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:06.438060 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:14.145944 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-fbb38a2f-2565-47a9-8ea8-edaf1853544d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:16.597544 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-d32b1db0-6f85-4c77-a858-cae774432814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:16.780541 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:18.009004 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:19.420524 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:22.442485 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:15:36.477391 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:44.191530 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-19612819-22bf-45cd-8e64-d401d120e608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:46.579945 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-2d27edec-9561-4a44-8411-983e3b7396f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:46.797223 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:48.002629 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:49.384420 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:15:59.441182 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:16:06.459454 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:16:14.150177 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-e9823c7b-b14a-4ca2-a84a-9f9adef9edd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:16:16.578981 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-1f505ecc-cc12-4d4b-baaf-ada13973b756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:16:16.773087 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc859-e558-4f96-bd3a-4a38e545afcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:16:18.035926 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-433b2f7d-ddff-4ba0-b9fb-831816dec59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:16:19.390532 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-46b35a32-5804-4255-ad50-e52e979fb3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 18:16:36.440124 dv-cinder-788363-10-iscsi neutron-server[100428]: DEBUG neutron.db.agents_db [None req-4855a862-8c51-4d54-a600-d17144d353ba None None] Agent healthcheck: found 6 active agents {{(pid=100428) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 18:16:36.458274 dv-cinder-788363-10-iscsi neutron-server[100427]: DEBUG neutron_lib.callbacks.manager [None req-5c563f3c-6610-459b-8483-bda012391766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777863233796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1918615'] for agent, after_update {{(pid=100427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}